From d31ce19e4e97dfb30f03362f8a5d86c0db0fc75c Mon Sep 17 00:00:00 2001 From: ayush1298 Date: Tue, 25 Mar 2025 10:52:05 +0530 Subject: [PATCH] Added Memory Usage column on leaderboard --- mteb/leaderboard/table.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/mteb/leaderboard/table.py b/mteb/leaderboard/table.py index 3f11817273..ec45a70e6e 100644 --- a/mteb/leaderboard/table.py +++ b/mteb/leaderboard/table.py @@ -157,6 +157,13 @@ def scores_to_tables( "Number of Parameters", model_metas.map(lambda m: format_n_parameters(m.n_parameters)), ) + joint_table.insert( + 1, + "Memory Usage (MB)", + model_metas.map( + lambda m: str(int(m.memory_usage_mb)) if m.memory_usage_mb else "Unknown" + ), + ) tasks = get_tasks(tasks=list(data["task_name"].unique())) joint_table.insert( 1, "Zero-shot", model_metas.map(lambda m: m.zero_shot_percentage(tasks))