[Improvements] Improve the default prompt and data loader util functions (#1272)

2024-02-18 14:06:32 -08:00
parent 9a11683003
commit 6c12bc9044
19 changed files with 79 additions and 62 deletions
--- a/embedchain/loaders/web_page.py
+++ b/embedchain/loaders/web_page.py
@@ -30,7 +30,7 @@ class WebPageLoader(BaseLoader):
        data = response.content
        content = self._get_clean_content(data, url)

-        meta_data = {"url": url}
+        metadata = {"url": url}

        doc_id = hashlib.sha256((content + url).encode()).hexdigest()
        return {
@@ -38,7 +38,7 @@ class WebPageLoader(BaseLoader):
            "data": [
                {
                    "content": content,
-                    "meta_data": meta_data,
+                    "meta_data": metadata,
                }
            ],
        }