Add script to check training v4.1 submissions

Author: pgmpablo157321

scripts/verify_for_v2.0_hpc.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

scripts/verify_for_v2.0_training.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

scripts/verify_for_v2.1_training.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

scripts/verify_for_v3.0_hpc.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

scripts/verify_for_v3.0_training.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

scripts/verify_for_v3.1_training.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

scripts/verify_for_v4.0_training.sh

@@ -2,7 +2,7 @@
 
 set -e
 
-# rcp_bypass and rcp_bert_train_samples packahe checker params
+# rcp_bypass and rcp_bert_train_samples package checker params
 # need to be retrieved at package_checker_params file at top-level submission dir.
 PACKAGE_CHECKER_PARAMS=""
 PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"

scripts/verify_for_v4.1_training.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+set -e
+
+# rcp_bypass and rcp_bert_train_samples package checker params
+# need to be retrieved at package_checker_params file at top-level submission dir.
+PACKAGE_CHECKER_PARAMS=""
+PACKAGE_CHECKER_PARAMS_FILE="$1/package_checker_params"
+if test -f "$PACKAGE_CHECKER_PARAMS_FILE"; then
+  while IFS= read -r line
+  do
+    PACKAGE_CHECKER_PARAMS="$PACKAGE_CHECKER_PARAMS --$line"
+  done < "$PACKAGE_CHECKER_PARAMS_FILE"
+fi
+
+python3 -m mlperf_logging.package_checker $1 training 4.1.0 $PACKAGE_CHECKER_PARAMS
+python3 -m mlperf_logging.result_summarizer $1 training 4.1.0
+python3 -m mlperf_logging.repo_checker $1 training 4.1.0