-
Notifications
You must be signed in to change notification settings - Fork 6
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
5bd9112
commit 3d7feda
Showing
241 changed files
with
1,252,368 additions
and
0 deletions.
There are no files selected for viewing
158 changes: 158 additions & 0 deletions
158
results/castorini__mdpr-tied-pft-msmarco/no_revision_available/AILAStatutes.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,158 @@ | ||
{ | ||
"dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", | ||
"evaluation_time": 0.5890727043151855, | ||
"kg_co2_emissions": 3.1917201537662094e-05, | ||
"mteb_version": "1.16.5", | ||
"scores": { | ||
"test": [ | ||
{ | ||
"hf_subset": "default", | ||
"languages": [ | ||
"eng-Latn" | ||
], | ||
"main_score": 0.19643, | ||
"map_at_1": 0.06867, | ||
"map_at_10": 0.11726, | ||
"map_at_100": 0.17376, | ||
"map_at_1000": 0.17376, | ||
"map_at_20": 0.13309, | ||
"map_at_3": 0.096, | ||
"map_at_5": 0.10355, | ||
"mrr_at_1": 0.24, | ||
"mrr_at_10": 0.33638888888888885, | ||
"mrr_at_100": 0.3566908499982713, | ||
"mrr_at_1000": 0.3566908499982713, | ||
"mrr_at_20": 0.34913492063492063, | ||
"mrr_at_3": 0.31, | ||
"mrr_at_5": 0.32299999999999995, | ||
"nauc_map_at_1000_diff1": -0.2909878099901641, | ||
"nauc_map_at_1000_max": 0.1248477573878367, | ||
"nauc_map_at_1000_std": 0.2855312453866114, | ||
"nauc_map_at_100_diff1": -0.2909878099901641, | ||
"nauc_map_at_100_max": 0.1248477573878367, | ||
"nauc_map_at_100_std": 0.2855312453866114, | ||
"nauc_map_at_10_diff1": -0.29863988902750765, | ||
"nauc_map_at_10_max": 0.10113123367844036, | ||
"nauc_map_at_10_std": 0.26401129801774026, | ||
"nauc_map_at_1_diff1": -0.25116857672058934, | ||
"nauc_map_at_1_max": 0.08235019349230092, | ||
"nauc_map_at_1_std": 0.2576610300342869, | ||
"nauc_map_at_20_diff1": -0.29234442542630934, | ||
"nauc_map_at_20_max": 0.11875646579793389, | ||
"nauc_map_at_20_std": 0.2758112968348367, | ||
"nauc_map_at_3_diff1": -0.31681749867548953, | ||
"nauc_map_at_3_max": 0.0957121000789301, | ||
"nauc_map_at_3_std": 0.27780931374139073, | ||
"nauc_map_at_5_diff1": -0.31725109864397855, | ||
"nauc_map_at_5_max": 0.12485621071315112, | ||
"nauc_map_at_5_std": 0.30280073709561234, | ||
"nauc_mrr_at_1000_diff1": -0.28304181709500625, | ||
"nauc_mrr_at_1000_max": 0.06055419335325128, | ||
"nauc_mrr_at_1000_std": 0.20100767206324363, | ||
"nauc_mrr_at_100_diff1": -0.28304181709500625, | ||
"nauc_mrr_at_100_max": 0.06055419335325128, | ||
"nauc_mrr_at_100_std": 0.20100767206324363, | ||
"nauc_mrr_at_10_diff1": -0.2739831509737268, | ||
"nauc_mrr_at_10_max": 0.04890033316957374, | ||
"nauc_mrr_at_10_std": 0.19643827084666976, | ||
"nauc_mrr_at_1_diff1": -0.2646177809729211, | ||
"nauc_mrr_at_1_max": 0.08938413611310812, | ||
"nauc_mrr_at_1_std": 0.2551521687035707, | ||
"nauc_mrr_at_20_diff1": -0.28526803469115586, | ||
"nauc_mrr_at_20_max": 0.06360706592762945, | ||
"nauc_mrr_at_20_std": 0.199543458965708, | ||
"nauc_mrr_at_3_diff1": -0.3111506175604614, | ||
"nauc_mrr_at_3_max": 0.0723061345427905, | ||
"nauc_mrr_at_3_std": 0.18843643116778874, | ||
"nauc_mrr_at_5_diff1": -0.3027081566333918, | ||
"nauc_mrr_at_5_max": 0.056147798277706, | ||
"nauc_mrr_at_5_std": 0.20621439921082238, | ||
"nauc_ndcg_at_1000_diff1": -0.279469594319244, | ||
"nauc_ndcg_at_1000_max": 0.10592503385545228, | ||
"nauc_ndcg_at_1000_std": 0.2590668582521386, | ||
"nauc_ndcg_at_100_diff1": -0.279469594319244, | ||
"nauc_ndcg_at_100_max": 0.10592503385545228, | ||
"nauc_ndcg_at_100_std": 0.2590668582521386, | ||
"nauc_ndcg_at_10_diff1": -0.28220103404424635, | ||
"nauc_ndcg_at_10_max": 0.07128686185282433, | ||
"nauc_ndcg_at_10_std": 0.237956043500863, | ||
"nauc_ndcg_at_1_diff1": -0.2646177809729211, | ||
"nauc_ndcg_at_1_max": 0.08938413611310812, | ||
"nauc_ndcg_at_1_std": 0.2551521687035707, | ||
"nauc_ndcg_at_20_diff1": -0.28245893402146993, | ||
"nauc_ndcg_at_20_max": 0.11464957023388544, | ||
"nauc_ndcg_at_20_std": 0.25748891126093426, | ||
"nauc_ndcg_at_3_diff1": -0.3128350868151052, | ||
"nauc_ndcg_at_3_max": 0.11841962056774129, | ||
"nauc_ndcg_at_3_std": 0.2600169040737134, | ||
"nauc_ndcg_at_5_diff1": -0.3212905250092959, | ||
"nauc_ndcg_at_5_max": 0.11239217494932659, | ||
"nauc_ndcg_at_5_std": 0.2858206305566687, | ||
"nauc_precision_at_1000_diff1": 0.2625820969246817, | ||
"nauc_precision_at_1000_max": -0.012824500100619142, | ||
"nauc_precision_at_1000_std": -0.21007665428733308, | ||
"nauc_precision_at_100_diff1": 0.2625820969246836, | ||
"nauc_precision_at_100_max": -0.01282450010061709, | ||
"nauc_precision_at_100_std": -0.2100766542873308, | ||
"nauc_precision_at_10_diff1": -0.18451075605680836, | ||
"nauc_precision_at_10_max": 0.060320071010860295, | ||
"nauc_precision_at_10_std": 0.1899540517961571, | ||
"nauc_precision_at_1_diff1": -0.2646177809729211, | ||
"nauc_precision_at_1_max": 0.08938413611310812, | ||
"nauc_precision_at_1_std": 0.2551521687035707, | ||
"nauc_precision_at_20_diff1": -0.14225541087453863, | ||
"nauc_precision_at_20_max": 0.13886811543198982, | ||
"nauc_precision_at_20_std": 0.17920772479324315, | ||
"nauc_precision_at_3_diff1": -0.3346597532055149, | ||
"nauc_precision_at_3_max": 0.15913019012018165, | ||
"nauc_precision_at_3_std": 0.26655010249608085, | ||
"nauc_precision_at_5_diff1": -0.28764865391772854, | ||
"nauc_precision_at_5_max": 0.18104319160625962, | ||
"nauc_precision_at_5_std": 0.3293692288605709, | ||
"nauc_recall_at_1000_diff1": NaN, | ||
"nauc_recall_at_1000_max": NaN, | ||
"nauc_recall_at_1000_std": NaN, | ||
"nauc_recall_at_100_diff1": NaN, | ||
"nauc_recall_at_100_max": NaN, | ||
"nauc_recall_at_100_std": NaN, | ||
"nauc_recall_at_10_diff1": -0.24498036834510756, | ||
"nauc_recall_at_10_max": 0.027547424688469144, | ||
"nauc_recall_at_10_std": 0.20308870233226134, | ||
"nauc_recall_at_1_diff1": -0.25116857672058934, | ||
"nauc_recall_at_1_max": 0.08235019349230092, | ||
"nauc_recall_at_1_std": 0.2576610300342869, | ||
"nauc_recall_at_20_diff1": -0.2201156504725938, | ||
"nauc_recall_at_20_max": 0.11900732685064098, | ||
"nauc_recall_at_20_std": 0.22618061505671366, | ||
"nauc_recall_at_3_diff1": -0.3513634065836035, | ||
"nauc_recall_at_3_max": 0.09520400204036335, | ||
"nauc_recall_at_3_std": 0.24561676391941917, | ||
"nauc_recall_at_5_diff1": -0.32792911186087775, | ||
"nauc_recall_at_5_max": 0.11849357370900843, | ||
"nauc_recall_at_5_std": 0.31415277388138596, | ||
"ndcg_at_1": 0.24, | ||
"ndcg_at_10": 0.19643, | ||
"ndcg_at_100": 0.43581, | ||
"ndcg_at_1000": 0.43581, | ||
"ndcg_at_20": 0.24674, | ||
"ndcg_at_3": 0.1802, | ||
"ndcg_at_5": 0.16588, | ||
"precision_at_1": 0.24, | ||
"precision_at_10": 0.084, | ||
"precision_at_100": 0.0434, | ||
"precision_at_1000": 0.00434, | ||
"precision_at_20": 0.07, | ||
"precision_at_3": 0.16, | ||
"precision_at_5": 0.116, | ||
"recall_at_1": 0.06867, | ||
"recall_at_10": 0.21133, | ||
"recall_at_100": 1.0, | ||
"recall_at_1000": 1.0, | ||
"recall_at_20": 0.333, | ||
"recall_at_3": 0.12733, | ||
"recall_at_5": 0.15033 | ||
} | ||
] | ||
}, | ||
"task_name": "AILAStatutes" | ||
} |
Oops, something went wrong.