fix no bias assignment (#502)

mosaicml · Aug 2, 2023 · b4e27c0 · b4e27c0
1 parent 9250e84
commit b4e27c0
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/llmfoundry/models/mpt/configuration_mpt.py b/llmfoundry/models/mpt/configuration_mpt.py
@@ -141,7 +141,6 @@ def __init__(
         self.use_cache = use_cache
         self.init_config = init_config
         self.fc_type = fc_type
-        self.bias = None
         if 'name' in kwargs:
             del kwargs['name']
         if 'loss_fn' in kwargs:
@@ -232,4 +231,4 @@ def _validate_config(self):
         if self.ffn_config['ffn_type'] == 'mptmlp':
             self.ffn_config['fc_type'] = self.fc_type
         elif self.ffn_config['ffn_type'] == 'te_ln_mlp':
-            self.bias = not self.no_bias
+            self.ffn_config['bias'] = not self.no_bias