Don't check min_query_count with equal issue

mlcommons · Jul 26, 2024 · 203ea62 · 203ea62
1 parent 379ee53
commit 203ea62
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py
@@ -807,7 +807,7 @@ def requires_equal_issue(self, model, division):
             division in ["closed", "network"] and
             model in [
                 "3d-unet-99",
-                "3d-unet-99.9"
+                "3d-unet-99.9",
                 "gptj-99",
                 "gptj-99.9"
                 "llama2-70b-99",
@@ -1226,7 +1226,7 @@ def check_performance_dir(
     # Check if this run uses early stopping. If it does, get the
     # min_queries from the detail log, otherwise get this value
     # from the config
-    if not uses_early_stopping:
+    if not (uses_early_stopping or config.requires_equal_issue(model, division)):
         required_min_query_count = config.get_min_query_count(model, scenario)
         if required_min_query_count and min_query_count < required_min_query_count:
             log.error(