[Bug fix] Fix vertex ai integration issue (#1257)

This commit is contained in:
Deshraj Yadav
2024-02-14 11:19:32 -08:00
committed by GitHub
parent 036bf3a161
commit 0766a44ccf
7 changed files with 110 additions and 155 deletions

View File

@@ -2,6 +2,7 @@ import json
import os
from typing import Any, Callable, Dict, Optional, Type, Union
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
from langchain.schema import BaseMessage, HumanMessage, SystemMessage
from langchain_core.tools import BaseTool
from langchain_openai import ChatOpenAI
@@ -41,8 +42,6 @@ class OpenAILlm(BaseLlm):
if config.top_p:
kwargs["model_kwargs"]["top_p"] = config.top_p
if config.stream:
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
callbacks = config.callbacks if config.callbacks else [StreamingStdOutCallbackHandler()]
chat = ChatOpenAI(**kwargs, streaming=config.stream, callbacks=callbacks, api_key=api_key)
else: