Update run eval imports in init

langchain/evaluation/run_evaluators/__init__.py

@@ -1,20 +1,22 @@
 """Evaluation classes that interface with traced runs and datasets."""
-
-
 from langchain.evaluation.run_evaluators.base import (
-    RunEvalInputMapper,
-    RunEvaluator,
+    RunEvaluatorInputMapper,
+    RunEvaluatorChain,
     RunEvaluatorOutputParser,
 )
 from langchain.evaluation.run_evaluators.implementations import (
+    ChoicesOutputParser,
+    StringRunEvalInputMapper,
     get_criteria_evaluator,
     get_qa_evaluator,
 )
 
 __all__ = [
-    "RunEvaluator",
-    "RunEvalInputMapper",
+    "RunEvaluatorChain",
+    "RunEvaluatorInputMapper",
     "RunEvaluatorOutputParser",
     "get_qa_evaluator",
     "get_criteria_evaluator",
+    "StringRunEvalInputMapper",
+    "ChoicesOutputParser",
 ]

langchain/evaluation/run_evaluators/base.py

@@ -12,7 +12,7 @@
 from langchain.schema import BaseOutputParser
 
 
-class RunEvalInputMapper:
+class RunEvaluatorInputMapper:
     """Map the inputs of a run to the inputs of an evaluation."""
 
     @abstractmethod
@@ -34,7 +34,7 @@ def parse_chain_output(self, output: Dict[str, Any]) -> EvaluationResult:
 class RunEvaluatorChain(Chain, RunEvaluator):
     """Evaluate Run and optional examples."""
 
-    input_mapper: RunEvalInputMapper
+    input_mapper: RunEvaluatorInputMapper
     """Maps the Run and Optional example to a dictionary for the eval chain."""
     eval_chain: LLMChain
     """The evaluation chain."""

langchain/evaluation/run_evaluators/implementations.py

@@ -10,7 +10,7 @@
 from langchain.evaluation.qa.eval_prompt import PROMPT as QA_DEFAULT_PROMPT
 from langchain.evaluation.qa.eval_prompt import SQL_PROMPT
 from langchain.evaluation.run_evaluators.base import (
-    RunEvalInputMapper,
+    RunEvaluatorInputMapper,
     RunEvaluatorChain,
     RunEvaluatorOutputParser,
 )
@@ -25,7 +25,7 @@
 }
 
 
-class StringRunEvalInputMapper(RunEvalInputMapper, BaseModel):
+class StringRunEvalInputMapper(RunEvaluatorInputMapper, BaseModel):
     """Maps the Run and Optional[Example] to a dictionary."""
 
     prediction_map: Mapping[str, str]