Add Grok Support (#2260)

This commit is contained in:
Dev Khant
2025-02-26 13:34:01 +05:30
committed by GitHub
parent a236aa2315
commit e9bc4cdc95
8 changed files with 95 additions and 4 deletions

View File

@@ -14,10 +14,10 @@ class BaseLlmConfig(ABC):
def __init__(
self,
model: Optional[str] = None,
temperature: float = 0,
temperature: float = 0.1,
api_key: Optional[str] = None,
max_tokens: int = 3000,
top_p: float = 0,
top_p: float = 0.1,
top_k: int = 1,
# Openrouter specific
models: Optional[list[str]] = None,
@@ -35,6 +35,8 @@ class BaseLlmConfig(ABC):
http_client_proxies: Optional[Union[Dict, str]] = None,
# DeepSeek specific
deepseek_base_url: Optional[str] = None,
# XAI specific
xai_base_url: Optional[str] = None,
):
"""
Initializes a configuration class instance for the LLM.
@@ -73,6 +75,8 @@ class BaseLlmConfig(ABC):
:type http_client_proxies: Optional[Dict | str], optional
:param deepseek_base_url: DeepSeek base URL to be use, defaults to None
:type deepseek_base_url: Optional[str], optional
:param xai_base_url: XAI base URL to be use, defaults to None
:type xai_base_url: Optional[str], optional
"""
self.model = model
@@ -101,3 +105,6 @@ class BaseLlmConfig(ABC):
# AzureOpenAI specific
self.azure_kwargs = AzureConfig(**azure_kwargs) or {}
# XAI specific
self.xai_base_url = xai_base_url