From 2ed9555be0c8beea97167bca46938d56aff19c1c Mon Sep 17 00:00:00 2001 From: Zhihan Jiang <68881590+nvzhihanj@users.noreply.github.com> Date: Thu, 18 Jul 2024 13:02:45 -0700 Subject: [PATCH] Urgent: Mixtral submission checker error (#1790) --- tools/submission/submission_checker.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py index 6736f2ac3..3f0b0da5e 100755 --- a/tools/submission/submission_checker.py +++ b/tools/submission/submission_checker.py @@ -538,8 +538,8 @@ "TOKENS_PER_SAMPLE": r".*'tokens_per_sample':\s([\d.]+).*", "CLIP_SCORE": r".*'CLIP_SCORE':\s([\d.]+).*", "FID_SCORE": r".*'FID_SCORE':\s([\d.]+).*", - "gsm8k_accuracy": r"'gsm8k':\s([\d.]+).*", - "mbxp_accuracy": r"'mbxp':\s([\d.]+).*", + "gsm8k_accuracy": r".*'gsm8k':\s([\d.]+).*", + "mbxp_accuracy": r".*'mbxp':\s([\d.]+).*", } SYSTEM_DESC_REQUIRED_FIELDS = [