Server: support function calling (#1003)

ml-explore · Oct 2, 2024 · 36c1d8e · 36c1d8e
1 parent 0866e23
commit 36c1d8e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llms/mlx_lm/server.py b/llms/mlx_lm/server.py
@@ -594,6 +594,7 @@ def handle_chat_completions(self) -> mx.array:
         ):
             prompt = self.tokenizer.apply_chat_template(
                 body["messages"],
+                body.get("tools", None),
                 tokenize=True,
                 add_generation_prompt=True,
             )