[Bugfix] fix chunker config bug (#1024)

Co-authored-by: Deven Patel <deven298@yahoo.com>
2023-12-18 17:32:26 +05:30
parent bee4e834b1
commit db37b2ac15
3 changed files with 21 additions and 17 deletions
--- a/docs/api-reference/advanced/configuration.mdx
+++ b/docs/api-reference/advanced/configuration.mdx
@@ -53,6 +53,7 @@ chunker:
  chunk_size: 2000
  chunk_overlap: 100
  length_function: 'len'
+  min_chunk_size: 0
 ```

 ```json config.json
@@ -91,7 +92,8 @@ chunker:
  "chunker": {
    "chunk_size": 2000,
    "chunk_overlap": 100,
-    "length_function": "len"
+    "length_function": "len",
+    "min_chunk_size": 0
  }
 }
 ```
@@ -138,7 +140,8 @@ config = {
    'chunker': {
        'chunk_size': 2000,
        'chunk_overlap': 100,
-        'length_function': 'len'
+        'length_function': 'len',
+        'min_chunk_size': 0
    }
 }
 ```