#1155: Add support for OpenAI-compatible endpoint in LLM and Embed (#1197)

This commit is contained in:
Joe
2024-03-04 20:17:20 -06:00
committed by GitHub
parent 6078738d34
commit 11f4ce8fb6
5 changed files with 17 additions and 2 deletions

View File

@@ -11,6 +11,7 @@ class BaseEmbedderConfig:
deployment_name: Optional[str] = None,
vector_dimension: Optional[int] = None,
api_key: Optional[str] = None,
api_base: Optional[str] = None,
):
"""
Initialize a new instance of an embedder config class.
@@ -24,3 +25,4 @@ class BaseEmbedderConfig:
self.deployment_name = deployment_name
self.vector_dimension = vector_dimension
self.api_key = api_key
self.api_base = api_base

View File

@@ -93,6 +93,7 @@ class BaseLlmConfig(BaseConfig):
query_type: Optional[str] = None,
callbacks: Optional[list] = None,
api_key: Optional[str] = None,
base_url: Optional[str] = None,
endpoint: Optional[str] = None,
model_kwargs: Optional[dict[str, Any]] = None,
local: Optional[bool] = False,
@@ -167,6 +168,7 @@ class BaseLlmConfig(BaseConfig):
self.query_type = query_type
self.callbacks = callbacks
self.api_key = api_key
self.base_url = base_url
self.endpoint = endpoint
self.model_kwargs = model_kwargs
self.local = local