able to remove reduction for ppo

lucidrains · Feb 8, 2025 · 4d03c9f · 4d03c9f
1 parent 40bdb75
commit 4d03c9f
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/hl_gauss_pytorch/hl_gauss.py b/hl_gauss_pytorch/hl_gauss.py
@@ -126,7 +126,8 @@ def forward_kl_div(
     def forward(
         self,
         logits,
-        target = None
+        target = None,
+        reduction = 'mean'
     ):
         return_loss = exists(target)
 
@@ -140,7 +141,7 @@ def forward(
 
         if return_loss:
             target_probs = self.transform_to_probs(target)
-            return F.cross_entropy(logits, target_probs)
+            return F.cross_entropy(logits, target_probs, reduction = reduction)
 
         # if targets are not given, return the predicted value
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "hl-gauss-pytorch"
-version = "0.1.12"
+version = "0.1.14"
 description = "HL Gauss - Pytorch"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }