From fd679d2b28680299e1b7b31473533c90083917c8 Mon Sep 17 00:00:00 2001 From: Juhan Bae Date: Wed, 10 Jul 2024 18:12:50 -0400 Subject: [PATCH] minor --- kronfluence/module/tracked_module.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/kronfluence/module/tracked_module.py b/kronfluence/module/tracked_module.py index 22b90c7..720c830 100644 --- a/kronfluence/module/tracked_module.py +++ b/kronfluence/module/tracked_module.py @@ -97,7 +97,7 @@ def __init__( self._constant: torch.Tensor = nn.Parameter( torch.zeros( 1, - dtype=self.original_module.weight.dtype, + dtype=torch.bfloat16, requires_grad=True, ) )