Add model_kwargs to OpenAI call (#1402)

This commit is contained in:
Pranav Puranik
2024-06-11 13:20:04 -05:00
committed by GitHub
parent 4119040005
commit 6ecdadfd97
3 changed files with 25 additions and 3 deletions

View File

@@ -36,7 +36,7 @@ class OpenAILlm(BaseLlm):
"model": config.model or "gpt-3.5-turbo",
"temperature": config.temperature,
"max_tokens": config.max_tokens,
"model_kwargs": {},
"model_kwargs": config.model_kwargs or {},
}
api_key = config.api_key or os.environ["OPENAI_API_KEY"]
base_url = config.base_url or os.environ.get("OPENAI_API_BASE", None)