Merge pull request #556 from XxAlonexX/main

Fix Linear Layer Bias Initialization
deepseek-ai · Feb 5, 2025 · 87a0105 · 87a0105
2 parents a157077 + 6a30b43
commit 87a0105
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/inference/model.py b/inference/model.py
@@ -185,7 +185,7 @@ def __init__(self, in_features: int, out_features: int, bias: bool = False, dtyp
         else:
             self.register_parameter("scale", None)
         if bias:
-            self.bias = nn.Parameter(torch.empty(self.part_out_features))
+            self.bias = nn.Parameter(torch.empty(out_features))
         else:
             self.register_parameter("bias", None)