Skip to content

Adding results for jinaVDR for 4 models #242

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
KennethEnevoldsen merged 1 commit into from
Aug 19, 2025
Merged

Adding results for jinaVDR for 4 models #242

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1,761 changes: 1,761 additions & 0 deletions ...beddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAirbnbSyntheticRetrieval.json
View file
Open in desktop

Large diffs are not rendered by default.

186 changes: 186 additions & 0 deletions ...embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicChartQARetrieval.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,186 @@
{
"dataset_revision": "main",
"task_name": "JinaVDRArabicChartQARetrieval",
"mteb_version": "1.38.36",
"scores": {
"test": [
{
"ndcg_at_1": 0.6,
"ndcg_at_3": 0.65506,
"ndcg_at_5": 0.66638,
"ndcg_at_10": 0.67376,
"ndcg_at_20": 0.68529,
"ndcg_at_100": 0.71036,
"ndcg_at_1000": 0.7202,
"map_at_1": 0.6,
"map_at_3": 0.64161,
"map_at_5": 0.64772,
"map_at_10": 0.65076,
"map_at_20": 0.65393,
"map_at_100": 0.65728,
"map_at_1000": 0.65774,
"recall_at_1": 0.6,
"recall_at_3": 0.69396,
"recall_at_5": 0.72215,
"recall_at_10": 0.74497,
"recall_at_20": 0.7906,
"recall_at_100": 0.92752,
"recall_at_1000": 1.0,
"cv_recall_at_1": 0.6,
"cv_recall_at_3": 0.69396,
"cv_recall_at_5": 0.72215,
"cv_recall_at_10": 0.74497,
"cv_recall_at_20": 0.7906,
"cv_recall_at_100": 0.92752,
"cv_recall_at_1000": 1.0,
"precision_at_1": 0.6,
"precision_at_3": 0.23132,
"precision_at_5": 0.14443,
"precision_at_10": 0.0745,
"precision_at_20": 0.03953,
"precision_at_100": 0.00928,
"precision_at_1000": 0.001,
"mrr_at_1": 0.6,
"mrr_at_3": 0.641611,
"mrr_at_5": 0.647718,
"mrr_at_10": 0.650762,
"mrr_at_20": 0.653935,
"mrr_at_100": 0.657281,
"mrr_at_1000": 0.65774,
"nauc_ndcg_at_1_max": 0.57514,
"nauc_ndcg_at_1_std": 0.137773,
"nauc_ndcg_at_1_diff1": 0.832821,
"nauc_ndcg_at_3_max": 0.574646,
"nauc_ndcg_at_3_std": 0.132537,
"nauc_ndcg_at_3_diff1": 0.810857,
"nauc_ndcg_at_5_max": 0.571017,
"nauc_ndcg_at_5_std": 0.137644,
"nauc_ndcg_at_5_diff1": 0.802364,
"nauc_ndcg_at_10_max": 0.570302,
"nauc_ndcg_at_10_std": 0.14173,
"nauc_ndcg_at_10_diff1": 0.801665,
"nauc_ndcg_at_20_max": 0.568687,
"nauc_ndcg_at_20_std": 0.15097,
"nauc_ndcg_at_20_diff1": 0.799643,
"nauc_ndcg_at_100_max": 0.575825,
"nauc_ndcg_at_100_std": 0.159156,
"nauc_ndcg_at_100_diff1": 0.799907,
"nauc_ndcg_at_1000_max": 0.572055,
"nauc_ndcg_at_1000_std": 0.145547,
"nauc_ndcg_at_1000_diff1": 0.805532,
"nauc_map_at_1_max": 0.57514,
"nauc_map_at_1_std": 0.137773,
"nauc_map_at_1_diff1": 0.832821,
"nauc_map_at_3_max": 0.574664,
"nauc_map_at_3_std": 0.131388,
"nauc_map_at_3_diff1": 0.817089,
"nauc_map_at_5_max": 0.572561,
"nauc_map_at_5_std": 0.133695,
"nauc_map_at_5_diff1": 0.812709,
"nauc_map_at_10_max": 0.572369,
"nauc_map_at_10_std": 0.135115,
"nauc_map_at_10_diff1": 0.812657,
"nauc_map_at_20_max": 0.571927,
"nauc_map_at_20_std": 0.137322,
"nauc_map_at_20_diff1": 0.812141,
"nauc_map_at_100_max": 0.572731,
"nauc_map_at_100_std": 0.138417,
"nauc_map_at_100_diff1": 0.812002,
"nauc_map_at_1000_max": 0.572551,
"nauc_map_at_1000_std": 0.137895,
"nauc_map_at_1000_diff1": 0.812235,
"nauc_recall_at_1_max": 0.57514,
"nauc_recall_at_1_std": 0.137773,
"nauc_recall_at_1_diff1": 0.832821,
"nauc_recall_at_3_max": 0.574642,
"nauc_recall_at_3_std": 0.137373,
"nauc_recall_at_3_diff1": 0.790651,
"nauc_recall_at_5_max": 0.565443,
"nauc_recall_at_5_std": 0.153815,
"nauc_recall_at_5_diff1": 0.765296,
"nauc_recall_at_10_max": 0.561895,
"nauc_recall_at_10_std": 0.171203,
"nauc_recall_at_10_diff1": 0.759057,
"nauc_recall_at_20_max": 0.5523,
"nauc_recall_at_20_std": 0.226817,
"nauc_recall_at_20_diff1": 0.741875,
"nauc_recall_at_100_max": 0.659701,
"nauc_recall_at_100_std": 0.484198,
"nauc_recall_at_100_diff1": 0.667734,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.57514,
"nauc_precision_at_1_std": 0.137773,
"nauc_precision_at_1_diff1": 0.832821,
"nauc_precision_at_3_max": 0.574642,
"nauc_precision_at_3_std": 0.137373,
"nauc_precision_at_3_diff1": 0.790651,
"nauc_precision_at_5_max": 0.565443,
"nauc_precision_at_5_std": 0.153815,
"nauc_precision_at_5_diff1": 0.765296,
"nauc_precision_at_10_max": 0.561895,
"nauc_precision_at_10_std": 0.171203,
"nauc_precision_at_10_diff1": 0.759057,
"nauc_precision_at_20_max": 0.5523,
"nauc_precision_at_20_std": 0.226817,
"nauc_precision_at_20_diff1": 0.741875,
"nauc_precision_at_100_max": 0.659701,
"nauc_precision_at_100_std": 0.484198,
"nauc_precision_at_100_diff1": 0.667734,
"nauc_precision_at_1000_max": 1.0,
"nauc_precision_at_1000_std": 1.0,
"nauc_precision_at_1000_diff1": 1.0,
"nauc_cv_recall_at_1_max": 0.57514,
"nauc_cv_recall_at_1_std": 0.137773,
"nauc_cv_recall_at_1_diff1": 0.832821,
"nauc_cv_recall_at_3_max": 0.574642,
"nauc_cv_recall_at_3_std": 0.137373,
"nauc_cv_recall_at_3_diff1": 0.790651,
"nauc_cv_recall_at_5_max": 0.565443,
"nauc_cv_recall_at_5_std": 0.153815,
"nauc_cv_recall_at_5_diff1": 0.765296,
"nauc_cv_recall_at_10_max": 0.561895,
"nauc_cv_recall_at_10_std": 0.171203,
"nauc_cv_recall_at_10_diff1": 0.759057,
"nauc_cv_recall_at_20_max": 0.5523,
"nauc_cv_recall_at_20_std": 0.226817,
"nauc_cv_recall_at_20_diff1": 0.741875,
"nauc_cv_recall_at_100_max": 0.659701,
"nauc_cv_recall_at_100_std": 0.484198,
"nauc_cv_recall_at_100_diff1": 0.667734,
"nauc_cv_recall_at_1000_max": NaN,
"nauc_cv_recall_at_1000_std": NaN,
"nauc_cv_recall_at_1000_diff1": NaN,
"nauc_mrr_at_1_max": 0.57514,
"nauc_mrr_at_1_std": 0.137773,
"nauc_mrr_at_1_diff1": 0.832821,
"nauc_mrr_at_3_max": 0.574664,
"nauc_mrr_at_3_std": 0.131388,
"nauc_mrr_at_3_diff1": 0.817089,
"nauc_mrr_at_5_max": 0.572561,
"nauc_mrr_at_5_std": 0.133695,
"nauc_mrr_at_5_diff1": 0.812709,
"nauc_mrr_at_10_max": 0.572369,
"nauc_mrr_at_10_std": 0.135115,
"nauc_mrr_at_10_diff1": 0.812657,
"nauc_mrr_at_20_max": 0.571927,
"nauc_mrr_at_20_std": 0.137322,
"nauc_mrr_at_20_diff1": 0.812141,
"nauc_mrr_at_100_max": 0.572731,
"nauc_mrr_at_100_std": 0.138417,
"nauc_mrr_at_100_diff1": 0.812002,
"nauc_mrr_at_1000_max": 0.572551,
"nauc_mrr_at_1000_std": 0.137895,
"nauc_mrr_at_1000_diff1": 0.812235,
"main_score": 0.66638,
"hf_subset": "default",
"languages": [
"ara-Arab"
]
}
]
},
"evaluation_time": 99.05021739006042,
"kg_co2_emissions": null
}
186 changes: 186 additions & 0 deletions ...gs-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicInfographicsVQARetrieval.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,186 @@
{
"dataset_revision": "main",
"task_name": "JinaVDRArabicInfographicsVQARetrieval",
"mteb_version": "1.38.36",
"scores": {
"test": [
{
"ndcg_at_1": 0.88333,
"ndcg_at_3": 0.92847,
"ndcg_at_5": 0.93169,
"ndcg_at_10": 0.93729,
"ndcg_at_20": 0.93954,
"ndcg_at_100": 0.94113,
"ndcg_at_1000": 0.94113,
"map_at_1": 0.88333,
"map_at_3": 0.91806,
"map_at_5": 0.91972,
"map_at_10": 0.92215,
"map_at_20": 0.92285,
"map_at_100": 0.92307,
"map_at_1000": 0.92307,
"recall_at_1": 0.88333,
"recall_at_3": 0.95833,
"recall_at_5": 0.96667,
"recall_at_10": 0.98333,
"recall_at_20": 0.99167,
"recall_at_100": 1.0,
"recall_at_1000": 1.0,
"cv_recall_at_1": 0.88333,
"cv_recall_at_3": 0.95833,
"cv_recall_at_5": 0.96667,
"cv_recall_at_10": 0.98333,
"cv_recall_at_20": 0.99167,
"cv_recall_at_100": 1.0,
"cv_recall_at_1000": 1.0,
"precision_at_1": 0.88333,
"precision_at_3": 0.31944,
"precision_at_5": 0.19333,
"precision_at_10": 0.09833,
"precision_at_20": 0.04958,
"precision_at_100": 0.01,
"precision_at_1000": 0.001,
"mrr_at_1": 0.883333,
"mrr_at_3": 0.918056,
"mrr_at_5": 0.919722,
"mrr_at_10": 0.922153,
"mrr_at_20": 0.922847,
"mrr_at_100": 0.923072,
"mrr_at_1000": 0.923072,
"nauc_ndcg_at_1_max": 0.151183,
"nauc_ndcg_at_1_std": 0.133716,
"nauc_ndcg_at_1_diff1": 0.886333,
"nauc_ndcg_at_3_max": 0.307305,
"nauc_ndcg_at_3_std": 0.322473,
"nauc_ndcg_at_3_diff1": 0.911209,
"nauc_ndcg_at_5_max": 0.295516,
"nauc_ndcg_at_5_std": 0.290116,
"nauc_ndcg_at_5_diff1": 0.906969,
"nauc_ndcg_at_10_max": 0.30679,
"nauc_ndcg_at_10_std": 0.306452,
"nauc_ndcg_at_10_diff1": 0.898557,
"nauc_ndcg_at_20_max": 0.291106,
"nauc_ndcg_at_20_std": 0.280269,
"nauc_ndcg_at_20_diff1": 0.899662,
"nauc_ndcg_at_100_max": 0.271719,
"nauc_ndcg_at_100_std": 0.260586,
"nauc_ndcg_at_100_diff1": 0.896918,
"nauc_ndcg_at_1000_max": 0.271719,
"nauc_ndcg_at_1000_std": 0.260586,
"nauc_ndcg_at_1000_diff1": 0.896918,
"nauc_map_at_1_max": 0.151183,
"nauc_map_at_1_std": 0.133716,
"nauc_map_at_1_diff1": 0.886333,
"nauc_map_at_3_max": 0.263878,
"nauc_map_at_3_std": 0.261496,
"nauc_map_at_3_diff1": 0.900359,
"nauc_map_at_5_max": 0.257768,
"nauc_map_at_5_std": 0.245953,
"nauc_map_at_5_diff1": 0.898262,
"nauc_map_at_10_max": 0.262556,
"nauc_map_at_10_std": 0.25214,
"nauc_map_at_10_diff1": 0.895041,
"nauc_map_at_20_max": 0.258359,
"nauc_map_at_20_std": 0.245312,
"nauc_map_at_20_diff1": 0.895276,
"nauc_map_at_100_max": 0.256156,
"nauc_map_at_100_std": 0.243071,
"nauc_map_at_100_diff1": 0.894965,
"nauc_map_at_1000_max": 0.256156,
"nauc_map_at_1000_std": 0.243071,
"nauc_map_at_1000_diff1": 0.894965,
"nauc_recall_at_1_max": 0.151183,
"nauc_recall_at_1_std": 0.133716,
"nauc_recall_at_1_diff1": 0.886333,
"nauc_recall_at_3_max": 0.542577,
"nauc_recall_at_3_std": 0.661158,
"nauc_recall_at_3_diff1": 0.973856,
"nauc_recall_at_5_max": 0.539683,
"nauc_recall_at_5_std": 0.576447,
"nauc_recall_at_5_diff1": 0.96732,
"nauc_recall_at_10_max": 0.861111,
"nauc_recall_at_10_std": 1.0,
"nauc_recall_at_10_diff1": 0.934641,
"nauc_recall_at_20_max": 1.0,
"nauc_recall_at_20_std": 1.0,
"nauc_recall_at_20_diff1": 1.0,
"nauc_recall_at_100_max": NaN,
"nauc_recall_at_100_std": NaN,
"nauc_recall_at_100_diff1": NaN,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.151183,
"nauc_precision_at_1_std": 0.133716,
"nauc_precision_at_1_diff1": 0.886333,
"nauc_precision_at_3_max": 0.542577,
"nauc_precision_at_3_std": 0.661158,
"nauc_precision_at_3_diff1": 0.973856,
"nauc_precision_at_5_max": 0.539683,
"nauc_precision_at_5_std": 0.576447,
"nauc_precision_at_5_diff1": 0.96732,
"nauc_precision_at_10_max": 0.861111,
"nauc_precision_at_10_std": 1.0,
"nauc_precision_at_10_diff1": 0.934641,
"nauc_precision_at_20_max": 1.0,
"nauc_precision_at_20_std": 1.0,
"nauc_precision_at_20_diff1": 1.0,
"nauc_precision_at_100_max": 1.0,
"nauc_precision_at_100_std": 1.0,
"nauc_precision_at_100_diff1": 1.0,
"nauc_precision_at_1000_max": 1.0,
"nauc_precision_at_1000_std": 1.0,
"nauc_precision_at_1000_diff1": 1.0,
"nauc_cv_recall_at_1_max": 0.151183,
"nauc_cv_recall_at_1_std": 0.133716,
"nauc_cv_recall_at_1_diff1": 0.886333,
"nauc_cv_recall_at_3_max": 0.542577,
"nauc_cv_recall_at_3_std": 0.661158,
"nauc_cv_recall_at_3_diff1": 0.973856,
"nauc_cv_recall_at_5_max": 0.539683,
"nauc_cv_recall_at_5_std": 0.576447,
"nauc_cv_recall_at_5_diff1": 0.96732,
"nauc_cv_recall_at_10_max": 0.861111,
"nauc_cv_recall_at_10_std": 1.0,
"nauc_cv_recall_at_10_diff1": 0.934641,
"nauc_cv_recall_at_20_max": 1.0,
"nauc_cv_recall_at_20_std": 1.0,
"nauc_cv_recall_at_20_diff1": 1.0,
"nauc_cv_recall_at_100_max": NaN,
"nauc_cv_recall_at_100_std": NaN,
"nauc_cv_recall_at_100_diff1": NaN,
"nauc_cv_recall_at_1000_max": NaN,
"nauc_cv_recall_at_1000_std": NaN,
"nauc_cv_recall_at_1000_diff1": NaN,
"nauc_mrr_at_1_max": 0.151183,
"nauc_mrr_at_1_std": 0.133716,
"nauc_mrr_at_1_diff1": 0.886333,
"nauc_mrr_at_3_max": 0.263878,
"nauc_mrr_at_3_std": 0.261496,
"nauc_mrr_at_3_diff1": 0.900359,
"nauc_mrr_at_5_max": 0.257768,
"nauc_mrr_at_5_std": 0.245953,
"nauc_mrr_at_5_diff1": 0.898262,
"nauc_mrr_at_10_max": 0.262556,
"nauc_mrr_at_10_std": 0.25214,
"nauc_mrr_at_10_diff1": 0.895041,
"nauc_mrr_at_20_max": 0.258359,
"nauc_mrr_at_20_std": 0.245312,
"nauc_mrr_at_20_diff1": 0.895276,
"nauc_mrr_at_100_max": 0.256156,
"nauc_mrr_at_100_std": 0.243071,
"nauc_mrr_at_100_diff1": 0.894965,
"nauc_mrr_at_1000_max": 0.256156,
"nauc_mrr_at_1000_std": 0.243071,
"nauc_mrr_at_1000_diff1": 0.894965,
"main_score": 0.93169,
"hf_subset": "default",
"languages": [
"ara-Arab"
]
}
]
},
"evaluation_time": 16.95379900932312,
"kg_co2_emissions": null
}
Loading
Loading