update saved details of GPassKEvaluator

open-compass · Dec 20, 2024 · 0a8807f · 0a8807f
1 parent 66cad93
commit 0a8807f
Showing 1 changed file with 18 additions and 9 deletions.
diff --git a/opencompass/openicl/icl_evaluator/icl_gpassk_evaluator.py b/opencompass/openicl/icl_evaluator/icl_gpassk_evaluator.py
@@ -125,15 +125,24 @@ def score(self, predictions, references, origin_prompt,
         total_pass_num, count = 0, 0
         for example_abbr, examples in example2replications.items():
             detail = {
-                'question': examples[0]['question'],
-                'answer': examples[0]['answer'],
-                'question_type': examples[0]['question_type'],
-                'options': examples[0]['options'],
-                'subdivision': examples[0]['subdivision'],
-                'idx': examples[0]['idx'],
-                'prompt': examples[0]['prompt'],
-                'predictions': [example['prediction'] for example in examples],
-                'labels': [example['label'] for example in examples],
+                'question':
+                examples[0]['question'],
+                'answer':
+                examples[0]['answer'],
+                'question_type':
+                examples[0]['question_type'],
+                'options':
+                examples[0]['options'],
+                'subdivision':
+                examples[0]['subdivision'],
+                'idx':
+                examples[0]['idx'],
+                'prompt':
+                examples[0]['prompt'],
+                'predictions': [{
+                    'prediction': example['prediction'],
+                    'label': example['label']
+                } for example in examples],
             }
 
             all_dataset.add(examples[0]['subdivision'])