Skip to content

Commit

Permalink
Add
Browse files Browse the repository at this point in the history
  • Loading branch information
Muennighoff committed Oct 26, 2024
1 parent 5bd9112 commit 3d7feda
Show file tree
Hide file tree
Showing 241 changed files with 1,252,368 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,158 @@
{
"dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e",
"evaluation_time": 0.5890727043151855,
"kg_co2_emissions": 3.1917201537662094e-05,
"mteb_version": "1.16.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.19643,
"map_at_1": 0.06867,
"map_at_10": 0.11726,
"map_at_100": 0.17376,
"map_at_1000": 0.17376,
"map_at_20": 0.13309,
"map_at_3": 0.096,
"map_at_5": 0.10355,
"mrr_at_1": 0.24,
"mrr_at_10": 0.33638888888888885,
"mrr_at_100": 0.3566908499982713,
"mrr_at_1000": 0.3566908499982713,
"mrr_at_20": 0.34913492063492063,
"mrr_at_3": 0.31,
"mrr_at_5": 0.32299999999999995,
"nauc_map_at_1000_diff1": -0.2909878099901641,
"nauc_map_at_1000_max": 0.1248477573878367,
"nauc_map_at_1000_std": 0.2855312453866114,
"nauc_map_at_100_diff1": -0.2909878099901641,
"nauc_map_at_100_max": 0.1248477573878367,
"nauc_map_at_100_std": 0.2855312453866114,
"nauc_map_at_10_diff1": -0.29863988902750765,
"nauc_map_at_10_max": 0.10113123367844036,
"nauc_map_at_10_std": 0.26401129801774026,
"nauc_map_at_1_diff1": -0.25116857672058934,
"nauc_map_at_1_max": 0.08235019349230092,
"nauc_map_at_1_std": 0.2576610300342869,
"nauc_map_at_20_diff1": -0.29234442542630934,
"nauc_map_at_20_max": 0.11875646579793389,
"nauc_map_at_20_std": 0.2758112968348367,
"nauc_map_at_3_diff1": -0.31681749867548953,
"nauc_map_at_3_max": 0.0957121000789301,
"nauc_map_at_3_std": 0.27780931374139073,
"nauc_map_at_5_diff1": -0.31725109864397855,
"nauc_map_at_5_max": 0.12485621071315112,
"nauc_map_at_5_std": 0.30280073709561234,
"nauc_mrr_at_1000_diff1": -0.28304181709500625,
"nauc_mrr_at_1000_max": 0.06055419335325128,
"nauc_mrr_at_1000_std": 0.20100767206324363,
"nauc_mrr_at_100_diff1": -0.28304181709500625,
"nauc_mrr_at_100_max": 0.06055419335325128,
"nauc_mrr_at_100_std": 0.20100767206324363,
"nauc_mrr_at_10_diff1": -0.2739831509737268,
"nauc_mrr_at_10_max": 0.04890033316957374,
"nauc_mrr_at_10_std": 0.19643827084666976,
"nauc_mrr_at_1_diff1": -0.2646177809729211,
"nauc_mrr_at_1_max": 0.08938413611310812,
"nauc_mrr_at_1_std": 0.2551521687035707,
"nauc_mrr_at_20_diff1": -0.28526803469115586,
"nauc_mrr_at_20_max": 0.06360706592762945,
"nauc_mrr_at_20_std": 0.199543458965708,
"nauc_mrr_at_3_diff1": -0.3111506175604614,
"nauc_mrr_at_3_max": 0.0723061345427905,
"nauc_mrr_at_3_std": 0.18843643116778874,
"nauc_mrr_at_5_diff1": -0.3027081566333918,
"nauc_mrr_at_5_max": 0.056147798277706,
"nauc_mrr_at_5_std": 0.20621439921082238,
"nauc_ndcg_at_1000_diff1": -0.279469594319244,
"nauc_ndcg_at_1000_max": 0.10592503385545228,
"nauc_ndcg_at_1000_std": 0.2590668582521386,
"nauc_ndcg_at_100_diff1": -0.279469594319244,
"nauc_ndcg_at_100_max": 0.10592503385545228,
"nauc_ndcg_at_100_std": 0.2590668582521386,
"nauc_ndcg_at_10_diff1": -0.28220103404424635,
"nauc_ndcg_at_10_max": 0.07128686185282433,
"nauc_ndcg_at_10_std": 0.237956043500863,
"nauc_ndcg_at_1_diff1": -0.2646177809729211,
"nauc_ndcg_at_1_max": 0.08938413611310812,
"nauc_ndcg_at_1_std": 0.2551521687035707,
"nauc_ndcg_at_20_diff1": -0.28245893402146993,
"nauc_ndcg_at_20_max": 0.11464957023388544,
"nauc_ndcg_at_20_std": 0.25748891126093426,
"nauc_ndcg_at_3_diff1": -0.3128350868151052,
"nauc_ndcg_at_3_max": 0.11841962056774129,
"nauc_ndcg_at_3_std": 0.2600169040737134,
"nauc_ndcg_at_5_diff1": -0.3212905250092959,
"nauc_ndcg_at_5_max": 0.11239217494932659,
"nauc_ndcg_at_5_std": 0.2858206305566687,
"nauc_precision_at_1000_diff1": 0.2625820969246817,
"nauc_precision_at_1000_max": -0.012824500100619142,
"nauc_precision_at_1000_std": -0.21007665428733308,
"nauc_precision_at_100_diff1": 0.2625820969246836,
"nauc_precision_at_100_max": -0.01282450010061709,
"nauc_precision_at_100_std": -0.2100766542873308,
"nauc_precision_at_10_diff1": -0.18451075605680836,
"nauc_precision_at_10_max": 0.060320071010860295,
"nauc_precision_at_10_std": 0.1899540517961571,
"nauc_precision_at_1_diff1": -0.2646177809729211,
"nauc_precision_at_1_max": 0.08938413611310812,
"nauc_precision_at_1_std": 0.2551521687035707,
"nauc_precision_at_20_diff1": -0.14225541087453863,
"nauc_precision_at_20_max": 0.13886811543198982,
"nauc_precision_at_20_std": 0.17920772479324315,
"nauc_precision_at_3_diff1": -0.3346597532055149,
"nauc_precision_at_3_max": 0.15913019012018165,
"nauc_precision_at_3_std": 0.26655010249608085,
"nauc_precision_at_5_diff1": -0.28764865391772854,
"nauc_precision_at_5_max": 0.18104319160625962,
"nauc_precision_at_5_std": 0.3293692288605709,
"nauc_recall_at_1000_diff1": NaN,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_100_diff1": NaN,
"nauc_recall_at_100_max": NaN,
"nauc_recall_at_100_std": NaN,
"nauc_recall_at_10_diff1": -0.24498036834510756,
"nauc_recall_at_10_max": 0.027547424688469144,
"nauc_recall_at_10_std": 0.20308870233226134,
"nauc_recall_at_1_diff1": -0.25116857672058934,
"nauc_recall_at_1_max": 0.08235019349230092,
"nauc_recall_at_1_std": 0.2576610300342869,
"nauc_recall_at_20_diff1": -0.2201156504725938,
"nauc_recall_at_20_max": 0.11900732685064098,
"nauc_recall_at_20_std": 0.22618061505671366,
"nauc_recall_at_3_diff1": -0.3513634065836035,
"nauc_recall_at_3_max": 0.09520400204036335,
"nauc_recall_at_3_std": 0.24561676391941917,
"nauc_recall_at_5_diff1": -0.32792911186087775,
"nauc_recall_at_5_max": 0.11849357370900843,
"nauc_recall_at_5_std": 0.31415277388138596,
"ndcg_at_1": 0.24,
"ndcg_at_10": 0.19643,
"ndcg_at_100": 0.43581,
"ndcg_at_1000": 0.43581,
"ndcg_at_20": 0.24674,
"ndcg_at_3": 0.1802,
"ndcg_at_5": 0.16588,
"precision_at_1": 0.24,
"precision_at_10": 0.084,
"precision_at_100": 0.0434,
"precision_at_1000": 0.00434,
"precision_at_20": 0.07,
"precision_at_3": 0.16,
"precision_at_5": 0.116,
"recall_at_1": 0.06867,
"recall_at_10": 0.21133,
"recall_at_100": 1.0,
"recall_at_1000": 1.0,
"recall_at_20": 0.333,
"recall_at_3": 0.12733,
"recall_at_5": 0.15033
}
]
},
"task_name": "AILAStatutes"
}
Loading

0 comments on commit 3d7feda

Please sign in to comment.