Add WMT instructions suffix to output_format_instructions run expander (

#2952)
stanford-crfm · Aug 27, 2024 · 7b6452d · 7b6452d
1 parent 6c8ebd5
commit 7b6452d
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/src/helm/benchmark/run_expander.py b/src/helm/benchmark/run_expander.py
@@ -1449,6 +1449,17 @@ def expand(self, run_spec: RunSpec) -> List[RunSpec]:
                 instructions = "Answer with the English translation."
             elif self.scenario == "wmt_14_only_last_sentence":
                 instructions = "Answer with only the English translation for the last sentence."
+            elif self.scenario == "wmt_14_only_last_sentence_suffix":
+                instructions = "Answer with only the English translation for the last sentence."
+                return [
+                    replace(
+                        run_spec,
+                        adapter_spec=replace(
+                            run_spec.adapter_spec,
+                            global_suffix=f"{run_spec.adapter_spec.global_suffix}\n\n{instructions}",
+                        ),
+                    ),
+                ]
             elif self.scenario == "math":
                 instructions = "Wrap the final answer with the \\boxed{} command."
             elif self.scenario == "numeric_nlg":