Update max_token and formatting (#2273)
This commit is contained in:
@@ -16,7 +16,7 @@ class BaseLlmConfig(ABC):
|
||||
model: Optional[str] = None,
|
||||
temperature: float = 0.1,
|
||||
api_key: Optional[str] = None,
|
||||
max_tokens: int = 3000,
|
||||
max_tokens: int = 2000,
|
||||
top_p: float = 0.1,
|
||||
top_k: int = 1,
|
||||
# Openrouter specific
|
||||
@@ -48,7 +48,7 @@ class BaseLlmConfig(ABC):
|
||||
:type temperature: float, optional
|
||||
:param api_key: OpenAI API key to be use, defaults to None
|
||||
:type api_key: Optional[str], optional
|
||||
:param max_tokens: Controls how many tokens are generated, defaults to 3000
|
||||
:param max_tokens: Controls how many tokens are generated, defaults to 2000
|
||||
:type max_tokens: int, optional
|
||||
:param top_p: Controls the diversity of words. Higher values (closer to 1) make word selection more diverse,
|
||||
defaults to 1
|
||||
|
||||
Reference in New Issue
Block a user