Removed unused dw tensor in Triton RMSNorm

ghstack-source-id: c2337c6f976b41288498b7f3aa9b6f3d54d49ad9 Pull Request resolved: #567
pytorch · Sep 4, 2024 · ac90c36 · ac90c36
1 parent a99d2e5
commit ac90c36
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/torchtitan/models/norms.py b/torchtitan/models/norms.py
@@ -284,7 +284,6 @@ def backward(ctx, dy):
 
         M, N = dy.shape
         dx = torch.empty_like(x)
-        dw = torch.empty_like(weight)
 
         sm_count = torch.cuda.get_device_properties(x.device).multi_processor_count
         _dw = torch.empty((sm_count, N), dtype=torch.float32, device=weight.device)