25 lines
649 B
Python
25 lines
649 B
Python
import hashlib
|
|
|
|
from embedchain.helpers.json_serializable import register_deserializable
|
|
from embedchain.loaders.base_loader import BaseLoader
|
|
|
|
|
|
@register_deserializable
|
|
class LocalTextLoader(BaseLoader):
|
|
def load_data(self, content):
|
|
"""Load data from a local text file."""
|
|
url = "local"
|
|
meta_data = {
|
|
"url": url,
|
|
}
|
|
doc_id = hashlib.sha256((content + url).encode()).hexdigest()
|
|
return {
|
|
"doc_id": doc_id,
|
|
"data": [
|
|
{
|
|
"content": content,
|
|
"meta_data": meta_data,
|
|
}
|
|
],
|
|
}
|