klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

featL AddConfig should allow configuring Chunker (#200)

Browse Source
This commit is contained in:
Anupam Singh
2023-07-11 04:23:56 +05:30
committed by GitHub
parent ae87dc4a6d
commit eda28cc491
10 changed files with 120 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
embedchain/embedchain.py
View File

@@ -37,9 +37,6 @@ class EmbedChain:
self.collection = self.config.db.collection
self.user_asks = []
def add(self, data_type, url, config: AddConfig = None):
"""
Adds the data from the given URL to the vector db.
@@ -52,8 +49,8 @@ class EmbedChain:
"""
if config is None:
config = AddConfig()
data_formatter = DataFormatter(data_type)
data_formatter = DataFormatter(data_type, config)
self.user_asks.append([data_type, url])
self.load_and_embed(data_formatter.loader, data_formatter.chunker, url)
@@ -69,8 +66,8 @@ class EmbedChain:
"""
if config is None:
config = AddConfig()
data_formatter = DataFormatter(data_type)
data_formatter = DataFormatter(data_type, config)
self.user_asks.append([data_type, content])
self.load_and_embed(data_formatter.loader, data_formatter.chunker, content)