diff --git a/setup.py b/setup.py
index 73214bf5..8bb46178 100644
--- a/setup.py
+++ b/setup.py
@@ -66,7 +66,7 @@
     "tensorboard",
     "torch>=2.1.2",
     "transformers>=4.39.3",
-    "trl>=0.9.6",
+    "trl>=0.9.6,<0.13.0",
     "jinja2>=3.0.0",
     "tqdm>=4.64.1",
 ]