chore: load chunker from config (#270)

This commit is contained in:
cachho
2023-07-17 17:54:35 +02:00
committed by GitHub
parent 07ba65d88d
commit 9c58627372
10 changed files with 48 additions and 69 deletions

View File

@@ -3,6 +3,7 @@
import unittest
from embedchain.chunkers.text import TextChunker
from embedchain.config import ChunkerConfig
class TestTextChunker(unittest.TestCase):
@@ -11,11 +12,7 @@ class TestTextChunker(unittest.TestCase):
Test the chunks generated by TextChunker.
# TODO: Not a very precise test.
"""
chunker_config = {
"chunk_size": 10,
"chunk_overlap": 0,
"length_function": len,
}
chunker_config = ChunkerConfig(chunk_size=10, chunk_overlap=0, length_function=len)
chunker = TextChunker(config=chunker_config)
text = "Lorem ipsum dolor sit amet, consectetur adipiscing elit."