Add lora_path to chat completion (#2438)

sgl-project · Dec 17, 2024 · 33c5ff2 · 33c5ff2
1 parent 5ce9dae
commit 33c5ff2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/sglang/srt/openai_api/protocol.py b/python/sglang/srt/openai_api/protocol.py
@@ -276,6 +276,7 @@ class ChatCompletionRequest(BaseModel):
     user: Optional[str] = None
 
     # Extra parameters for SRT backend only and will be ignored by OpenAI models.
+    lora_path: Optional[Union[List[Optional[str]], Optional[str]]] = None
     regex: Optional[str] = None
     min_tokens: int = 0
     repetition_penalty: float = 1.0