fix length

wenet-e2e · May 2, 2024 · f5eeb5c · f5eeb5c
1 parent dafe8c0
commit f5eeb5c
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/wenet/transformer/positionwise_feed_forward.py b/wenet/transformer/positionwise_feed_forward.py
@@ -114,7 +114,9 @@ def forward(self, xs: torch.Tensor) -> torch.Tensor:
         router = self.gate(xs)  # (B*L, n_expert)
         if self.gate_type == 'noisy':
             noisy_router = self.noisy_gate(xs)
-            noisy_router = torch.randn_like(router) * F.softplus(noisy_router) * self.training
+            noisy_router = (
+                torch.randn_like(router) * F.softplus(noisy_router)
+             ) * self.training
             router = router + noisy_router
         logits, selected_experts = torch.topk(
             router, self.n_expert_activated