Support for Openrouter (#1628)

This commit is contained in:
Dev Khant
2024-08-03 22:51:03 +05:30
committed by GitHub
parent 5837991e5c
commit 04b4807145
4 changed files with 68 additions and 7 deletions

View File

@@ -14,7 +14,7 @@ class OllamaLLM(LLMBase):
if not self.config.model:
self.config.model="llama3.1:70b"
self.client = Client(host=self.config.base_url)
self.client = Client(host=self.config.ollama_base_url)
self._ensure_model_exists()
def _ensure_model_exists(self):