adding gradient clipping to TestZeroPartialOffloadConfigSweep

this will allow covering the gradient clipping flow with zero3 and catch issues, such as was observed during this PR
microsoft · Jul 18, 2024 · d99524b · d99524b
1 parent ffdb7f7
commit d99524b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/unit/runtime/zero/test_zero_offloadpp.py b/tests/unit/runtime/zero/test_zero_offloadpp.py
@@ -43,6 +43,7 @@ def test(self, h_dim: int, n_layers: int) -> None:
         config_dict = {
             "train_batch_size": 256,
             "steps_per_print": 1,
+            "gradient_clipping": 1.0,
             "optimizer": {
                 "type": "Adam",
                 "params": {