klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Show new chunk count when adding a dataset (#207)

Browse Source
This commit is contained in:
cachho
2023-07-10 13:11:12 +02:00
committed by GitHub
parent feda6b347a
commit 13bac72e25
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
embedchain/embedchain.py
View File

@@ -102,12 +102,14 @@ class EmbedChain:
ids = list(data_dict.keys()) ids = list(data_dict.keys())
documents, metadatas = zip(*data_dict.values()) documents, metadatas = zip(*data_dict.values())
chunks_before_addition = self.count()
self.collection.add( self.collection.add(
documents=documents, documents=documents,
metadatas=list(metadatas), metadatas=list(metadatas),
ids=ids ids=ids
) )
print(f"Successfully saved {src}. Total chunks count: {self.collection.count()}") print(f"Successfully saved {src}. New chunks count: {self.count() - chunks_before_addition}")
def _format_result(self, results): def _format_result(self, results):
return [ return [