From ed5d81fa1a0fbd2b2279f92b5d6a3521ba43f78a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jo=C3=A3o=20Moura?= Date: Sun, 11 Aug 2024 01:32:40 -0300 Subject: [PATCH] Fixing evaluator reporter --- src/crewai/telemetry/telemetry.py | 6 ++++-- src/crewai/utilities/evaluators/crew_evaluator_handler.py | 2 +- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/src/crewai/telemetry/telemetry.py b/src/crewai/telemetry/telemetry.py index 3a78292dca..a1c9997591 100644 --- a/src/crewai/telemetry/telemetry.py +++ b/src/crewai/telemetry/telemetry.py @@ -307,7 +307,8 @@ def individual_test_result_span( self._add_attribute(span, "quality", str(quality)) self._add_attribute(span, "exec_time", str(exec_time)) self._add_attribute(span, "model_name", model_name) - return span + span.set_status(Status(StatusCode.OK)) + span.end() except Exception: pass @@ -338,7 +339,8 @@ def test_execution_span( span, "inputs", json.dumps(inputs) if inputs else None ) - return span + span.set_status(Status(StatusCode.OK)) + span.end() except Exception: pass diff --git a/src/crewai/utilities/evaluators/crew_evaluator_handler.py b/src/crewai/utilities/evaluators/crew_evaluator_handler.py index 1f9ec9a0bc..7d23ff1df7 100644 --- a/src/crewai/utilities/evaluators/crew_evaluator_handler.py +++ b/src/crewai/utilities/evaluators/crew_evaluator_handler.py @@ -158,7 +158,7 @@ def evaluate(self, task_output: TaskOutput): if isinstance(evaluation_result.pydantic, TaskEvaluationPydanticOutput): self._test_result_span = self._telemetry.individual_test_result_span( - self, + self.crew, evaluation_result.pydantic.quality, current_task._execution_time, self.openai_model_name,