From 203ea626dfe7fe3e8d980f7d550a5642fbcbb35f Mon Sep 17 00:00:00 2001 From: Pablo Gonzalez Date: Thu, 25 Jul 2024 15:33:54 -0500 Subject: [PATCH] Don't check min_query_count with equal issue --- tools/submission/submission_checker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py index bea5640239..3f99c3c672 100755 --- a/tools/submission/submission_checker.py +++ b/tools/submission/submission_checker.py @@ -807,7 +807,7 @@ def requires_equal_issue(self, model, division): division in ["closed", "network"] and model in [ "3d-unet-99", - "3d-unet-99.9" + "3d-unet-99.9", "gptj-99", "gptj-99.9" "llama2-70b-99", @@ -1226,7 +1226,7 @@ def check_performance_dir( # Check if this run uses early stopping. If it does, get the # min_queries from the detail log, otherwise get this value # from the config - if not uses_early_stopping: + if not (uses_early_stopping or config.requires_equal_issue(model, division)): required_min_query_count = config.get_min_query_count(model, scenario) if required_min_query_count and min_query_count < required_min_query_count: log.error(