assertin to satisfy type checker

stanford-crfm · Nov 12, 2024 · 8007c43 · 8007c43
1 parent 7749453
commit 8007c43
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/helm/benchmark/annotation/wildbench_annotator.py b/src/helm/benchmark/annotation/wildbench_annotator.py
@@ -26,6 +26,7 @@ def __init__(self, auto_client: AutoClient):
     def annotate(self, request_state: RequestState) -> Any:
         assert request_state.result
         assert len(request_state.result.completions) == 1
+        assert request_state.instance.extra_data
         model_output_text = request_state.result.completions[0].text
         if not model_output_text.strip():
             return {"prompt_text": "", "strengths": "", "weaknesses": "BLOCKED_REQUEST_OR_EMPTY_RESPONSE", "score": 0.0}