cleanup

letta-ai · Oct 25, 2023 · a7e06d0 · a7e06d0
1 parent 3b36bf4
commit a7e06d0
Showing 1 changed file with 9 additions and 7 deletions.
diff --git a/memgpt/local_llm/chat_completion_proxy.py b/memgpt/local_llm/chat_completion_proxy.py
@@ -5,12 +5,14 @@
 import json
 
 from .webui.api import get_webui_completion
-from .llm_chat_completion_wrappers import airoboros
+from .llm_chat_completion_wrappers import airoboros, dolphin
 from .utils import DotDict
 
 HOST = os.getenv("OPENAI_API_BASE")
 HOST_TYPE = os.getenv("BACKEND_TYPE")  # default None == ChatCompletion
 DEBUG = False
+# DEBUG = True
+DEFAULT_WRAPPER = airoboros.Airoboros21InnerMonologueWrapper()
 
 
 async def get_chat_completion(
@@ -22,14 +24,14 @@ async def get_chat_completion(
     if function_call != "auto":
         raise ValueError(f"function_call == {function_call} not supported (auto only)")
 
-    if model == "airoboros_v2.1":
-        llm_wrapper = airoboros.Airoboros21Wrapper()
+    if model == "airoboros-l2-70b-2.1":
+        llm_wrapper = airoboros.Airoboros21InnerMonologueWrapper()
+    elif model == "dolphin-2.1-mistral-7b":
+        llm_wrapper = dolphin.Dolphin21MistralWrapper()
     else:
         # Warn the user that we're using the fallback
-        print(
-            f"Warning: could not find an LLM wrapper for {model}, using the airoboros wrapper"
-        )
-        llm_wrapper = airoboros.Airoboros21Wrapper()
+        print(f"Warning: no wrapper specified for local LLM, using the default wrapper")
+        llm_wrapper = DEFAULT_WRAPPER
 
     # First step: turn the message sequence into a prompt that the model expects
     prompt = llm_wrapper.chat_completion_to_prompt(messages, functions)