[openai_api_base support] - ft/Added openai OPENAI_API_BASE llm config support (#1737)

This commit is contained in:
ParseDark
2024-08-25 18:55:14 +08:00
committed by GitHub
parent 3fb4f2655b
commit b80925e857
4 changed files with 14 additions and 3 deletions

View File

@@ -14,6 +14,8 @@ class BaseEmbedderConfig(ABC):
embedding_dims: Optional[int] = None,
# Ollama specific
ollama_base_url: Optional[str] = None,
# Openai specific
openai_base_url: Optional[str] = None,
# Huggingface specific
model_kwargs: Optional[dict] = None,
):
@@ -30,11 +32,13 @@ class BaseEmbedderConfig(ABC):
:type ollama_base_url: Optional[str], optional
:param model_kwargs: key-value arguments for the huggingface embedding model, defaults a dict inside init
:type model_kwargs: Optional[Dict[str, Any]], defaults a dict inside init
:param openai_base_url: Openai base URL to be use, defaults to "https://api.openai.com/v1"
:type openai_base_url: Optional[str], optional
"""
self.model = model
self.api_key = api_key
self.openai_base_url = openai_base_url
self.embedding_dims = embedding_dims
# Ollama specific