Update rl.py

unslothai · danielhanchen · Oct 16, 2025 · Aug 17, 2025 · Aug 17, 2025 · Aug 17, 2025
commit 6514c8ee55baf15360f5bf840dcaf6e8cf9eeb0f
diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py
@@ -541,7 +541,7 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
         max_seq_length_pre = \
             """max_seq_length : Optional[int] = field(
         default = None,
-        metadata = {{'help': 'Maximum sequence length to truncate to.'}},
+        metadata = {'help': 'Maximum sequence length to truncate to.'},
     )"""
         max_seq_length_call = "max_seq_length = max_seq_length,"
         max_seq_length_post = "self.max_seq_length = max_seq_length"