[Improvements] Improve the default prompt and data loader util functions (#1272)

2024-02-18 14:06:32 -08:00
parent 9a11683003
commit 6c12bc9044
19 changed files with 79 additions and 62 deletions
--- a/embedchain/loaders/text_file.py
+++ b/embedchain/loaders/text_file.py
@@ -17,14 +17,14 @@ class TextFileLoader(BaseLoader):

        doc_id = hashlib.sha256((content + url).encode()).hexdigest()

-        meta_data = {"url": url, "file_size": os.path.getsize(url), "file_type": url.split(".")[-1]}
+        metadata = {"url": url, "file_size": os.path.getsize(url), "file_type": url.split(".")[-1]}

        return {
            "doc_id": doc_id,
            "data": [
                {
                    "content": content,
-                    "meta_data": meta_data,
+                    "meta_data": metadata,
                }
            ],
        }