#1155: Add support for OpenAI-compatible endpoint in LLM and Embed (#1197)

This commit is contained in:
Joe
2024-03-04 20:17:20 -06:00
committed by GitHub
parent 6078738d34
commit 11f4ce8fb6
5 changed files with 17 additions and 2 deletions

View File

@@ -93,6 +93,7 @@ class BaseLlmConfig(BaseConfig):
query_type: Optional[str] = None,
callbacks: Optional[list] = None,
api_key: Optional[str] = None,
base_url: Optional[str] = None,
endpoint: Optional[str] = None,
model_kwargs: Optional[dict[str, Any]] = None,
local: Optional[bool] = False,
@@ -167,6 +168,7 @@ class BaseLlmConfig(BaseConfig):
self.query_type = query_type
self.callbacks = callbacks
self.api_key = api_key
self.base_url = base_url
self.endpoint = endpoint
self.model_kwargs = model_kwargs
self.local = local