diff --git a/pyproject.toml b/pyproject.toml
index 3438ecfb4..e4bce3e5a 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -34,7 +34,7 @@ dependencies = [
 "tokenizers>=0.13.3,<1.0",
 "tqdm>=4.66.2,<5.0",
 "trl>=0.9.3,<1.0",
-"peft>=0.8.0,<0.13",
+"peft>=0.8.0,<0.12",
 "datasets>=2.15.0,<3.0",
 "fire>=0.5.0,<1.0",
 "simpleeval>=0.9.13,<1.0",