feat: add base url envvar for ollama

lukasrump · Oct 25, 2024 · c8bb159 · c8bb159
1 parent e97996b
commit c8bb159
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/crllm/model/provider/ollama.py b/src/crllm/model/provider/ollama.py
@@ -1,9 +1,13 @@
+import os
 from langchain_ollama import ChatOllama
 from crllm.model.model import Model
 
 
 class OllamaModel(Model):
     def _get_model(self, model_config):
+        if os.environ.get("OLLAMA_URL"):
+            model_config["base_url"] = os.environ.get("OLLAMA_URL")
+
         return ChatOllama(**model_config)
 
     @staticmethod