-
Notifications
You must be signed in to change notification settings - Fork 46
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
be06569
commit 0a0a659
Showing
20 changed files
with
1,385 additions
and
0 deletions.
There are no files selected for viewing
48 changes: 48 additions & 0 deletions
48
mlperf_logging/compliance_checker/training_4.0.0/closed_bert.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,48 @@ | ||
| - KEY: | ||
| NAME: global_batch_size | ||
| REQ: EXACTLY_ONE | ||
| POST: > | ||
| s['global_batch_size'] = v['value'] | ||
| - KEY: | ||
| NAME: opt_base_learning_rate | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_lamb_epsilon | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_training_steps | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_warmup_steps | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: num_warmup_steps | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: start_warmup_step | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_lamb_beta_1 | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_lamb_beta_2 | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_lamb_weight_decay_rate | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: eval_accuracy | ||
| REQ: AT_LEAST_ONE | ||
| CHECK: | ||
| - "'epoch_num' in v['metadata']" | ||
| ATLEAST_ONE_CHECK: "(v['value'] >= 0.720) and v['value'] < 1.0" |
59 changes: 59 additions & 0 deletions
59
mlperf_logging/compliance_checker/training_4.0.0/closed_dlrm_dcnv2.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,59 @@ | ||
| - KEY: | ||
| NAME: global_batch_size | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_name | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 'adagrad' " | ||
|
|
||
| - KEY: | ||
| NAME: opt_base_learning_rate | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_adagrad_learning_rate_decay | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_weight_decay | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_adagrad_initial_accumulator_value | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_adagrad_epsilon | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 1e-8 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_warmup_steps | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_decay_start_step | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_decay_steps | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0 " | ||
|
|
||
| - KEY: | ||
| NAME: eval_accuracy | ||
| REQ: AT_LEAST_ONE | ||
| CHECK: | ||
| - "'epoch_num' in v['metadata']" | ||
| ATLEAST_ONE_CHECK: "v['value'] >= 0.80275 and v['value'] <= 1.0" | ||
|
|
||
| - KEY: | ||
| NAME: eval_samples | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 89137319 " |
79 changes: 79 additions & 0 deletions
79
mlperf_logging/compliance_checker/training_4.0.0/closed_gpt3.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,79 @@ | ||
| - KEY: | ||
| NAME: global_batch_size | ||
| REQ: EXACTLY_ONE | ||
| POST: > | ||
| s['global_batch_size'] = v['value'] | ||
| - KEY: | ||
| NAME: max_sequence_length | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 2048 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_name | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 'adam' " | ||
|
|
||
| - KEY: | ||
| NAME: opt_base_learning_rate | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 2e-5 or v['value'] == 3e-5 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_end_learning_rate | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_decay_steps | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_warmup_steps | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_decay_schedule | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 'cosine with linear warmup' " | ||
|
|
||
| - KEY: | ||
| NAME: opt_adam_beta_1 | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0.9 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_adam_beta_2 | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0.95 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_adam_epsilon | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 1e-8 " | ||
|
|
||
| - KEY: | ||
| NAME: opt_gradient_clip_norm | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 1.0 " | ||
|
|
||
| - KEY: | ||
| NAME: gradient_accumulation_steps | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] > 0 " | ||
|
|
||
| - KEY: | ||
| NAME: eval_samples | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: eval_accuracy | ||
| REQ: AT_LEAST_ONE | ||
| CHECK: | ||
| - "'epoch_num' in v['metadata']" | ||
| ATLEAST_ONE_CHECK: "(v['value'] <= 2.69) and v['value'] > 2.6" | ||
|
|
||
| - KEY: | ||
| NAME: init_checkpoint_step | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] > 0 " | ||
|
|
17 changes: 17 additions & 0 deletions
17
mlperf_logging/compliance_checker/training_4.0.0/closed_resnet.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| - KEY: | ||
| NAME: global_batch_size | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] > 0" | ||
|
|
||
| - KEY: | ||
| NAME: opt_name | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] in ['sgd', 'lars'] " | ||
| POST: " enqueue_config('training_3.1.0/closed_resnet_{}.yaml'.format(v['value'])) " | ||
|
|
||
| - KEY: | ||
| NAME: eval_accuracy | ||
| REQ: AT_LEAST_ONE | ||
| CHECK: | ||
| - "'epoch_num' in v['metadata']" | ||
| ATLEAST_ONE_CHECK: "v['value'] >= 0.7590 and v['value'] < 1.0" |
37 changes: 37 additions & 0 deletions
37
mlperf_logging/compliance_checker/training_4.0.0/closed_resnet_lars.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,37 @@ | ||
|
|
||
| - KEY: | ||
| NAME: lars_opt_base_learning_rate | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: lars_opt_end_learning_rate | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0.0001 " | ||
|
|
||
| - KEY: | ||
| NAME: lars_opt_learning_rate_decay_poly_power | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 2 " | ||
|
|
||
| - KEY: | ||
| NAME: lars_opt_learning_rate_decay_steps | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: lars_epsilon | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0.0 " | ||
|
|
||
| - KEY: | ||
| NAME: lars_opt_learning_rate_warmup_epochs | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: lars_opt_momentum | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: lars_opt_weight_decay | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " is_integer(math.log2(v['value'] / 0.0001)) " | ||
|
|
36 changes: 36 additions & 0 deletions
36
mlperf_logging/compliance_checker/training_4.0.0/closed_resnet_sgd.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
|
|
||
| - KEY: | ||
| NAME: sgd_opt_base_learning_rate | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " is_integer(v['value'] / 0.001) " | ||
|
|
||
| - KEY: | ||
| NAME: sgd_opt_end_learning_rate | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0.0001 " | ||
|
|
||
| - KEY: | ||
| NAME: sgd_opt_learning_rate_decay_poly_power | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: sgd_opt_learning_rate_decay_steps | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: sgd_opt_weight_decay | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " is_integer(math.log2(v['value'] / 0.0001)) " | ||
|
|
||
| - KEY: | ||
| NAME: sgd_opt_momentum | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: model_bn_span | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_warmup_epochs | ||
| REQ: EXACTLY_ONE | ||
|
|
35 changes: 35 additions & 0 deletions
35
mlperf_logging/compliance_checker/training_4.0.0/closed_ssd.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,35 @@ | ||
| - KEY: | ||
| NAME: global_batch_size | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_name | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 'adam' " | ||
|
|
||
| - KEY: | ||
| NAME: opt_base_learning_rate | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] >= 0.0" | ||
|
|
||
| - KEY: | ||
| NAME: opt_weight_decay | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 0.0" | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_warmup_epochs | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] >= 0.0" | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_warmup_factor | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] >= 0.0" | ||
|
|
||
| - KEY: | ||
| NAME: eval_accuracy | ||
| REQ: AT_LEAST_ONE | ||
| CHECK: | ||
| - "'epoch_num' in v['metadata']" | ||
| ATLEAST_ONE_CHECK: "v['value'] >= 0.340 and v['value'] < 1.0" |
73 changes: 73 additions & 0 deletions
73
mlperf_logging/compliance_checker/training_4.0.0/closed_unet3d.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,73 @@ | ||
| - KEY: | ||
| NAME: global_batch_size | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_name | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_base_learning_rate | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_warmup_epochs | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] >= 0" | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_decay_boundary_epochs | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_learning_rate_decay_factor | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: opt_weight_decay | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: train_samples | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 168" | ||
|
|
||
| - KEY: | ||
| NAME: eval_samples | ||
| REQ: EXACTLY_ONE | ||
| CHECK: " v['value'] == 42" | ||
|
|
||
| - KEY: | ||
| NAME: eval_accuracy | ||
| REQ: AT_LEAST_ONE | ||
| CHECK: | ||
| - "'epoch_num' in v['metadata']" | ||
| ATLEAST_ONE_CHECK: " v['value'] >= 0.908" | ||
|
|
||
| - KEY: | ||
| NAME: seed | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| ######################## CUSTOM ######################## | ||
|
|
||
| - KEY: | ||
| NAME: opt_momentum | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: oversampling | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: training_input_shape | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: validation_input_shape | ||
| REQ: EXACTLY_ONE | ||
|
|
||
| - KEY: | ||
| NAME: validation_overlap | ||
| REQ: EXACTLY_ONE | ||
|
|
||
|
|
7 changes: 7 additions & 0 deletions
7
mlperf_logging/compliance_checker/training_4.0.0/open_bert.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,7 @@ | ||
|
|
||
| - KEY: | ||
| NAME: eval_accuracy | ||
| REQ: AT_LEAST_ONE | ||
| CHECK: | ||
| - "'epoch_num' in v['metadata']" | ||
| ATLEAST_ONE_CHECK: "v['value'] < 1.0" |
Oops, something went wrong.