remove trl from dev

linkedin · Dec 10, 2024 · 92270b4 · 92270b4
1 parent 32ca88a
commit 92270b4
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -20,9 +20,12 @@ transformers = [
     "transformers~=4.0"
 ]
 
+trl = [
+    "trl>=0.11.0",
+]
+
 dev = [
     "transformers>=4.44.2",
-    "trl>=0.11.0",
     "matplotlib>=3.7.2",
     "flake8>=4.0.1.1",
     "black>=24.4.2",

diff --git a/src/liger_kernel/transformers/trainer/orpo_trainer.py b/src/liger_kernel/transformers/trainer/orpo_trainer.py
@@ -76,9 +76,7 @@ def concatenated_forward(
             padding_value=self.padding_value,
             device=self.accelerator.device,
         )
-        # if self.accelerator.is_main_process:
-        #     import pdb; pdb.set_trace()
-        # torch.distributed.barrier()
+
         model_kwargs = (
             {
                 "decoder_input_ids": self._shift_right(