Introduce chunker config in yaml config (#907)

2023-11-06 23:13:15 +05:30
parent f0d112254b
commit a1de238716
5 changed files with 42 additions and 8 deletions
--- a/embedchain/utils.py
+++ b/embedchain/utils.py
@@ -350,6 +350,11 @@ def validate_yaml_config(config_data):
                    Optional("deployment_name"): str,
                },
            },
+            Optional("chunker"): {
+                Optional("chunk_size"): int,
+                Optional("chunk_overlap"): int,
+                Optional("length_function"): str,
+            },
        }
    )