Urgent: Mixtral submission checker error (#1790)

mlcommons · Jul 18, 2024 · 2ed9555 · 2ed9555
1 parent c3c68ee
commit 2ed9555
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py
@@ -538,8 +538,8 @@
     "TOKENS_PER_SAMPLE": r".*'tokens_per_sample':\s([\d.]+).*",
     "CLIP_SCORE": r".*'CLIP_SCORE':\s([\d.]+).*",
     "FID_SCORE": r".*'FID_SCORE':\s([\d.]+).*",
-    "gsm8k_accuracy": r"'gsm8k':\s([\d.]+).*",
-    "mbxp_accuracy": r"'mbxp':\s([\d.]+).*",
+    "gsm8k_accuracy": r".*'gsm8k':\s([\d.]+).*",
+    "mbxp_accuracy": r".*'mbxp':\s([\d.]+).*",
 }
 
 SYSTEM_DESC_REQUIRED_FIELDS = [