-
Notifications
You must be signed in to change notification settings - Fork 4.6k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
1 changed file
with
25 additions
and
25 deletions.
There are no files selected for viewing
50 changes: 25 additions & 25 deletions
50
test/test_files/agenteval-in-out/samples/sample_math_criteria.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,26 +1,26 @@ | ||
| { | ||
| "Problem Interpretation": { | ||
| "description": "Ability to correctly interpret the problem.", | ||
| "accepted_values": ["completely off", "slightly relevant", "relevant", "mostly accurate", "completely accurate"] | ||
| }, | ||
| "Mathematical Methodology": { | ||
| "description": "Adequacy of the chosen mathematical or algorithmic methodology for the question", | ||
| "accepted_values": ["inappropriate", "barely adequate", "adequate", "mostly effective", "completely effective"] | ||
| }, | ||
| "Calculation Correctness": { | ||
| "description": "Accuracy of calculations made and solutions given", | ||
| "accepted_values": ["completely incorrect", "mostly incorrect", "neither", "mostly correct", "completely correct"] | ||
| }, | ||
| "Explanation Clarity": { | ||
| "description": "Clarity and comprehensibility of explanations, including language use and structure", | ||
| "accepted_values": ["not at all clear", "slightly clear", "moderately clear", "very clear", "completely clear"] | ||
| }, | ||
| "Code Efficiency": { | ||
| "description": "Quality of code in terms of efficiency and elegance", | ||
| "accepted_values": ["not at all efficient", "slightly efficient", "moderately efficient", "very efficient", "extremely efficient"] | ||
| }, | ||
| "Code Correctness": { | ||
| "description": "Correctness of the provided code", | ||
| "accepted_values": ["completely incorrect", "mostly incorrect", "partly correct", "mostly correct", "completely correct"] | ||
| } | ||
| [ | ||
| { "name": "Problem Interpretation", | ||
| "description": "Ability to correctly interpret the problem.", | ||
| "accepted_values": ["completely off", "slightly relevant", "relevant", "mostly accurate", "completely accurate"] | ||
| }, | ||
| { "name": "Mathematical Methodology", | ||
| "description": "Adequacy of the chosen mathematical or algorithmic methodology for the question", | ||
| "accepted_values": ["inappropriate", "barely adequate", "adequate", "mostly effective", "completely effective"] | ||
| }, | ||
| { "name": "Calculation Correctness", | ||
| "description": "Accuracy of calculations made and solutions given", | ||
| "accepted_values": ["completely incorrect", "mostly incorrect", "neither", "mostly correct", "completely correct"] | ||
| }, | ||
| { "name": "Explanation Clarity", | ||
| "description": "Clarity and comprehensibility of explanations, including language use and structure", | ||
| "accepted_values": ["not at all clear", "slightly clear", "moderately clear", "very clear", "completely clear"] | ||
| }, | ||
| { "name": "Code Efficiency", | ||
| "description": "Quality of code in terms of efficiency and elegance", | ||
| "accepted_values": ["not at all efficient", "slightly efficient", "moderately efficient", "very efficient", "extremely efficient"] | ||
| }, | ||
| { "name": "Code Correctness", | ||
| "description": "Correctness of the provided code", | ||
| "accepted_values": ["completely incorrect", "mostly incorrect", "partly correct", "mostly correct", "completely correct"] | ||
| } | ||
| ] |