Skip to content

Commit

Permalink
clean up gpt4 routers. add model_info base_model for azure gpt router (
Browse files Browse the repository at this point in the history
  • Loading branch information
ykeremy authored Jul 18, 2024
1 parent 78a1bae commit fd9419b
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion skyvern/forge/sdk/api/llm/models.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
from dataclasses import dataclass
from dataclasses import dataclass, field
from typing import Any, Awaitable, Literal, Protocol

from skyvern.forge.sdk.models import Step
Expand Down Expand Up @@ -27,6 +27,7 @@ class LLMRouterModelConfig:
model_name: str
# https://litellm.vercel.app/docs/routing
litellm_params: dict[str, Any]
model_info: dict[str, Any] = field(default_factory=dict)
tpm: int | None = None
rpm: int | None = None

Expand Down

0 comments on commit fd9419b

Please sign in to comment.