Anthropic requires the first message to be a non empty 'user' role (l…

…ivekit#669)
SuJingnan · Aug 23, 2024 · 846db01 · 846db01
1 parent 2bc1808
commit 846db01
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 2 deletions.
diff --git a/.changeset/violet-meals-crash.md b/.changeset/violet-meals-crash.md
@@ -0,0 +1,5 @@
+---
+"livekit-plugins-anthropic": patch
+---
+
+Anthropic requires the first message to be a non empty 'user' role
diff --git a/livekit-plugins/livekit-plugins-anthropic/livekit/plugins/anthropic/llm.py b/livekit-plugins/livekit-plugins-anthropic/livekit/plugins/anthropic/llm.py
@@ -85,7 +85,7 @@ def chat(
 
         latest_system_message = _latest_system_message(chat_ctx)
         anthropic_ctx = _build_anthropic_context(chat_ctx.messages, id(self))
-        collaped_anthropic_ctx = _collapse_messages(anthropic_ctx)
+        collaped_anthropic_ctx = _merge_messages(anthropic_ctx)
         stream = self._client.messages.create(
             max_tokens=opts.get("max_tokens", 1000),
             system=latest_system_message,
@@ -205,7 +205,7 @@ def _latest_system_message(chat_ctx: llm.ChatContext) -> str:
     return latest_system_str
 
 
-def _collapse_messages(
+def _merge_messages(
     messages: List[anthropic.types.MessageParam],
 ) -> List[anthropic.types.MessageParam]:
     # Anthropic enforces alternating messages
@@ -223,6 +223,11 @@ def _collapse_messages(
 
         last_message["content"].extend(m["content"])
 
+    if len(combined_messages) == 0 or combined_messages[0]["role"] != "user":
+        combined_messages.insert(
+            0, {"role": "user", "content": [{"type": "text", "text": "(empty)"}]}
+        )
+
     return combined_messages