Add script to check training v4.1 submissions

mlcommons · Sep 18, 2024 · 47874f1 · 47874f1
1 parent 74b47e1
commit 47874f1
Show file tree

Hide file tree

Showing 8 changed files with 25 additions and 7 deletions.
diff --git a/scripts/verify_for_v2.0_hpc.sh b/scripts/verify_for_v2.0_hpc.sh
@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

diff --git a/scripts/verify_for_v2.0_training.sh b/scripts/verify_for_v2.0_training.sh
@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

diff --git a/scripts/verify_for_v2.1_training.sh b/scripts/verify_for_v2.1_training.sh
@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

diff --git a/scripts/verify_for_v3.0_hpc.sh b/scripts/verify_for_v3.0_hpc.sh
@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

diff --git a/scripts/verify_for_v3.0_training.sh b/scripts/verify_for_v3.0_training.sh
@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

diff --git a/scripts/verify_for_v3.1_training.sh b/scripts/verify_for_v3.1_training.sh
@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

diff --git a/scripts/verify_for_v4.0_training.sh b/scripts/verify_for_v4.0_training.sh
@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

diff --git a/scripts/verify_for_v4.1_training.sh b/scripts/verify_for_v4.1_training.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+set -e
+
+# rcp_bypass and rcp_bert_train_samples package checker params
+# need to be retrieved at package_checker_params file at top-level submission dir.
+PACKAGE_CHECKER_PARAMS=""
+PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"
+if test -f "$PACKAGE_CHECKER_PARAMS_FILE"; then
+  while IFS= read -r line
+  do
+    PACKAGE_CHECKER_PARAMS="$PACKAGE_CHECKER_PARAMS --$line"
+  done < "$PACKAGE_CHECKER_PARAMS_FILE"
+fi
+
+python3 -m mlperf_logging.package_checker $1 training 4.1.0 $PACKAGE_CHECKER_PARAMS
+python3 -m mlperf_logging.result_summarizer $1 training 4.1.0
+python3 -m mlperf_logging.repo_checker $1 training 4.1.0