Skip to content

Commit

Permalink
Add logs (#357)
Browse files Browse the repository at this point in the history
  • Loading branch information
ykeremy authored May 23, 2024
1 parent dea883a commit df2aee3
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 1 deletion.
1 change: 1 addition & 0 deletions skyvern/forge/sdk/api/llm/api_handler_factory.py
Original file line number Diff line number Diff line change
Expand Up @@ -186,6 +186,7 @@ async def llm_api_handler(
# TODO (kerem): add a timeout to this call
# TODO (kerem): add a retry mechanism to this call (acompletion_with_retries)
# TODO (kerem): use litellm fallbacks? https://litellm.vercel.app/docs/tutorials/fallbacks#how-does-completion_with_fallbacks-work
LOG.info("Calling LLM API", llm_key=llm_key, model=llm_config.model_name)
response = await litellm.acompletion(
model=llm_config.model_name,
messages=messages,
Expand Down
2 changes: 1 addition & 1 deletion skyvern/forge/sdk/api/llm/config_registry.py
Original file line number Diff line number Diff line change
Expand Up @@ -149,7 +149,7 @@ def get_config(cls, llm_key: str) -> LLMRouterConfig | LLMConfig:

if SettingsManager.get_settings().ENABLE_AZURE:
LLMConfigRegistry.register_config(
"AZURE_OPENAI_GPT4V",
"AZURE_OPENAI",
LLMConfig(
f"azure/{SettingsManager.get_settings().AZURE_DEPLOYMENT}",
[
Expand Down

0 comments on commit df2aee3

Please sign in to comment.