diff --git a/pyproject.toml b/pyproject.toml
index 64a7ca8062..564ee56508 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -25,7 +25,9 @@ dependencies = [
     "triton",
     "colored==2.2.3",
     "ray[default]==2.46.0",
-    "transformers>=4.51.0",
+    # vllm<0.10.0 and transformers>=4.54.0 has a conflict
+    # Remove this once we upgrade vllm to >=0.10.0
+    "transformers>=4.51.0,<4.54.0",
     "wandb",
     "numpy",
     "datasets>=4.0.0",
diff --git a/uv.lock b/uv.lock
index 321e66f287..5a5c083e29 100644
--- a/uv.lock
+++ b/uv.lock
@@ -2554,7 +2554,7 @@ requires-dist = [
     { name = "torch", specifier = "==2.7.0", index = "https://download.pytorch.org/whl/cu128" },
     { name = "torchdata" },
     { name = "transformer-engine", extras = ["pytorch"], marker = "extra == 'mcore'", specifier = "==2.3.0" },
-    { name = "transformers", specifier = ">=4.51.0" },
+    { name = "transformers", specifier = ">=4.51.0,<4.54.0" },
     { name = "triton", index = "https://download.pytorch.org/whl/cu128" },
     { name = "vllm", marker = "extra == 'vllm'", specifier = "==0.9.0" },
     { name = "wandb" },