From 307e72c0e0c53c67b73286d902c2c3887159fc34 Mon Sep 17 00:00:00 2001 From: ykeremy Date: Thu, 23 May 2024 19:06:09 +0000 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=84=20synced=20local=20'skyvern/'=20wi?= =?UTF-8?q?th=20remote=20'skyvern/'?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- skyvern/forge/sdk/api/llm/api_handler_factory.py | 1 + skyvern/forge/sdk/api/llm/config_registry.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/skyvern/forge/sdk/api/llm/api_handler_factory.py b/skyvern/forge/sdk/api/llm/api_handler_factory.py index f21279f6e..0585988de 100644 --- a/skyvern/forge/sdk/api/llm/api_handler_factory.py +++ b/skyvern/forge/sdk/api/llm/api_handler_factory.py @@ -186,6 +186,7 @@ async def llm_api_handler( # TODO (kerem): add a timeout to this call # TODO (kerem): add a retry mechanism to this call (acompletion_with_retries) # TODO (kerem): use litellm fallbacks? https://litellm.vercel.app/docs/tutorials/fallbacks#how-does-completion_with_fallbacks-work + LOG.info("Calling LLM API", llm_key=llm_key, model=llm_config.model_name) response = await litellm.acompletion( model=llm_config.model_name, messages=messages, diff --git a/skyvern/forge/sdk/api/llm/config_registry.py b/skyvern/forge/sdk/api/llm/config_registry.py index 3096d3aef..0f6651a68 100644 --- a/skyvern/forge/sdk/api/llm/config_registry.py +++ b/skyvern/forge/sdk/api/llm/config_registry.py @@ -149,7 +149,7 @@ def get_config(cls, llm_key: str) -> LLMRouterConfig | LLMConfig: if SettingsManager.get_settings().ENABLE_AZURE: LLMConfigRegistry.register_config( - "AZURE_OPENAI_GPT4V", + "AZURE_OPENAI", LLMConfig( f"azure/{SettingsManager.get_settings().AZURE_DEPLOYMENT}", [