[App Deployment] create chat with PDF app (#1049)

Co-authored-by: Deven Patel <deven298@yahoo.com>
Co-authored-by: Deshraj Yadav <deshrajdry@gmail.com>
This commit is contained in:
Deven Patel
2023-12-22 19:53:10 +05:30
committed by GitHub
parent 050706e95e
commit 9fe80c5cca
9 changed files with 222 additions and 3 deletions

View File

@@ -19,7 +19,7 @@ class OllamaLlm(BaseLlm):
def get_llm_model_answer(self, prompt):
return self._get_answer(prompt=prompt, config=self.config)
def _get_answer(self, prompt: str, config: BaseLlmConfig) -> Union[str, Iterable]:
callback_manager = [StreamingStdOutCallbackHandler()] if config.stream else [StdOutCallbackHandler()]
@@ -28,7 +28,7 @@ class OllamaLlm(BaseLlm):
system=config.system_prompt,
temperature=config.temperature,
top_p=config.top_p,
callback_manager=CallbackManager(callback_manager)
callback_manager=CallbackManager(callback_manager),
)
return llm(prompt)