diff --git a/docs/usage/usage.md b/docs/usage/usage.md
index cba88f21ea..02f79ebcd7 100644
--- a/docs/usage/usage.md
+++ b/docs/usage/usage.md
@@ -503,8 +503,8 @@ It is possible to completely deploy the leaderboard locally or self-host it. Thi
 integrate build their own benchmarks or integrate custom tasks into existing benchmarks.
 
 Running the leaderboard is quite easy. Simply run:
-```py
-python -m mteb.leaderboard.app
+```bash
+make run-leaderboard
 ```
 
-The leaderboard requires gradio install, which can be installed using `pip install mteb[gradio]` and requires python >3.10.
+The leaderboard requires gradio install, which can be installed using `pip install mteb[leaderboard]` and requires python >3.10.
diff --git a/pyproject.toml b/pyproject.toml
index 4ce61f2498..d988a783d0 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -71,6 +71,7 @@ speedtask = [
 peft = ["peft>=0.11.0"]
 leaderboard = [
     "gradio==5.16.0; python_version > '3.9'", # 3.10 is required for gradio
+    "pydantic<2.11", # remove with gradio bump https://github.com/embeddings-benchmark/mteb/issues/2523
     "gradio_rangeslider>=0.0.8",
     "plotly>=5.24.0,<6.0.0",
     "cachetools>=5.2.0",