From 127b76152cc216a594bc78c8efb7226a3ddcbce0 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Tue, 15 Aug 2023 17:14:21 +0100 Subject: [PATCH] Fix NULL accuracy for open division results (#1481) * Fix bug in submission preprocessor script for extra_model_mapping * Fixes to submission generation for gptj * Update mlperf.conf * Update README.md for submission scripts * Fix submission checker for TEST01 baseline check * Fix loadgen version to 3.1 * Fix accuracy check for open division --- tools/submission/submission_checker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py index 3c3a3dda6..cec85750b 100755 --- a/tools/submission/submission_checker.py +++ b/tools/submission/submission_checker.py @@ -1592,11 +1592,11 @@ def check_accuracy_dir(config, model, path, verbose): if acc is not None and float(acc) >= acc_target: all_accuracy_valid &= True acc_seen[i] = True - if i == 0: - result_acc = acc elif acc is not None: all_accuracy_valid = False log.warning("%s accuracy not met: expected=%f, found=%s", path, acc_target, acc) + if i == 0 and acc: + result_acc = acc acc = None if all(acc_seen) and hash_val: break;