[Improvement] customize add method (#988)

2023-12-05 00:55:33 -08:00
parent 541b1cb7c7
commit 512cfc9466
7 changed files with 70 additions and 48 deletions
--- a/embedchain/chunkers/common_chunker.py
+++ b/embedchain/chunkers/common_chunker.py
@@ -13,7 +13,7 @@ class CommonChunker(BaseChunker):

    def __init__(self, config: Optional[ChunkerConfig] = None):
        if config is None:
-            config = ChunkerConfig(chunk_size=1000, chunk_overlap=0, length_function=len)
+            config = ChunkerConfig(chunk_size=2000, chunk_overlap=0, length_function=len)
        text_splitter = RecursiveCharacterTextSplitter(
            chunk_size=config.chunk_size,
            chunk_overlap=config.chunk_overlap,