klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Bug fix] Avoid saving the duplicated docs (#1326)

Browse Source
This commit is contained in:
Flyfoxs
2024-03-21 00:58:11 +08:00
committed by GitHub
parent c181ccbe42
commit 9b48a12c27
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
embedchain/vectordb/qdrant.py
View File

@@ -146,7 +146,7 @@ class QdrantDB(BaseVectorDB):
qdrant_ids = [] qdrant_ids = []
for id, document, metadata in zip(ids, documents, metadatas): for id, document, metadata in zip(ids, documents, metadatas):
metadata["text"] = document metadata["text"] = document
qdrant_ids.append(str(uuid.uuid4())) qdrant_ids.append(id)
payloads.append({"identifier": id, "text": document, "metadata": copy.deepcopy(metadata)}) payloads.append({"identifier": id, "text": document, "metadata": copy.deepcopy(metadata)})
for i in tqdm(range(0, len(qdrant_ids), self.BATCH_SIZE), desc="Adding data in batches"): for i in tqdm(range(0, len(qdrant_ids), self.BATCH_SIZE), desc="Adding data in batches"):