Provided a readable way to have no tool_choice

Future-House · Dec 4, 2024 · bd2a710 · bd2a710
1 parent 6b2b487
commit bd2a710
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/ldp/llms/chat.py b/ldp/llms/chat.py
@@ -177,6 +177,8 @@ async def achat_iter(self, messages: Iterable[Message], **kwargs) -> AsyncGenera
     # SEE: https://platform.openai.com/docs/api-reference/chat/create#chat-create-tool_choice
     # > `required` means the model must call one or more tools.
     TOOL_CHOICE_REQUIRED: ClassVar[str] = "required"
+    # None means we won't provide a tool_choice
+    NO_TOOL_CHOICE: ClassVar[None] = None
 
     async def call(  # noqa: C901, PLR0915
         self,

diff --git a/tests/test_optimizer.py b/tests/test_optimizer.py
@@ -355,7 +355,7 @@ async def memory_factory(
                             content=LessonEntry.make_prompt(query_airesponse_dreturns)
                         )
                     ],
-                    tool_choice="none",
+                    tool_choice=memory_distiller.NO_TOOL_CHOICE,
                     output_type=LessonEntry,
                 )
                 if (