Add tests for gpt4all llm (#852)

This commit is contained in:
Deven Patel
2023-10-26 20:41:28 -07:00
committed by GitHub
parent 191ae3ec1e
commit c95d458e52
3 changed files with 62 additions and 1 deletions

View File

@@ -50,6 +50,7 @@ class EmbedderFactory:
provider_to_config_class = {
"azure_openai": "embedchain.config.embedder.base.BaseEmbedderConfig",
"openai": "embedchain.config.embedder.base.BaseEmbedderConfig",
"gpt4all": "embedchain.config.embedder.base.BaseEmbedderConfig",
}
@classmethod

View File

@@ -15,7 +15,7 @@ class GPT4ALLLlm(BaseLlm):
if self.config.model is None:
self.config.model = "orca-mini-3b.ggmlv3.q4_0.bin"
self.instance = GPT4ALLLlm._get_instance(self.config.model)
self.instance.streaming = config.stream
self.instance.streaming = self.config.stream
def get_llm_model_answer(self, prompt):
return self._get_answer(prompt=prompt, config=self.config)