Remove compliance for gptj (#1482)

mlcommons · Aug 15, 2023 · 80568f0 · 80568f0
1 parent 62a1fea
commit 80568f0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py
@@ -2767,7 +2767,7 @@ def log_result(
                                 model_name,
                                 scenario,
                             )
-                            if not os.path.exists(compliance_dir):
+                            if not os.path.exists(compliance_dir) and "gptj" not in model_name:
                                 log.error("no compliance dir for %s", name)
                                 results[name] = None
                             else: