diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py index bea5640239..3f99c3c672 100755 --- a/tools/submission/submission_checker.py +++ b/tools/submission/submission_checker.py @@ -807,7 +807,7 @@ def requires_equal_issue(self, model, division): division in ["closed", "network"] and model in [ "3d-unet-99", - "3d-unet-99.9" + "3d-unet-99.9", "gptj-99", "gptj-99.9" "llama2-70b-99", @@ -1226,7 +1226,7 @@ def check_performance_dir( # Check if this run uses early stopping. If it does, get the # min_queries from the detail log, otherwise get this value # from the config - if not uses_early_stopping: + if not (uses_early_stopping or config.requires_equal_issue(model, division)): required_min_query_count = config.get_min_query_count(model, scenario) if required_min_query_count and min_query_count < required_min_query_count: log.error(