diff --git a/mnist/main.py b/mnist/main.py
index ff37df83f4..9e9db4374d 100644
--- a/mnist/main.py
+++ b/mnist/main.py
@@ -22,6 +22,7 @@ def forward(self, x):
         x = self.conv1(x)
         x = F.relu(x)
         x = self.conv2(x)
+        x = F.relu(x)
         x = F.max_pool2d(x, 2)
         x = self.dropout1(x)
         x = torch.flatten(x, 1)