klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Bugfix]: Fix issue of context overspilling into other apps (#835)

Browse Source
This commit is contained in:
Deshraj Yadav
2023-10-19 17:46:33 -07:00
committed by GitHub
parent d18e533adf
commit a5c86a2f5c
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
embedchain/chunkers/base_chunker.py
View File

@@ -44,6 +44,7 @@ class BaseChunker(JSONSerializable):
for chunk in chunks:
chunk_id = hashlib.sha256((chunk + url).encode()).hexdigest()
chunk_id = f"{app_id}--{chunk_id}" if app_id is not None else chunk_id
if idMap.get(chunk_id) is None:
idMap[chunk_id] = True
chunk_ids.append(chunk_id)

4
tests/chunkers/test_base_chunker.py
View File

@@ -44,8 +44,8 @@ def test_create_chunks(chunker, text_splitter_mock, loader_mock, app_id, data_ty
result = chunker.create_chunks(loader_mock, "test_src", app_id)
expected_ids = [
hashlib.sha256(("Chunk 1" + "URL 1").encode()).hexdigest(),
hashlib.sha256(("Chunk 2" + "URL 1").encode()).hexdigest(),
f"{app_id}--" + hashlib.sha256(("Chunk 1" + "URL 1").encode()).hexdigest(),
f"{app_id}--" + hashlib.sha256(("Chunk 2" + "URL 1").encode()).hexdigest(),
]
assert result["documents"] == ["Chunk 1", "Chunk 2"]