[Bug fix] Update sleep time for substack loader and version bump (#958)
This commit is contained in:
@@ -81,6 +81,6 @@ class SubstackLoader(BaseLoader):
|
|||||||
if data:
|
if data:
|
||||||
output.append({"content": data, "meta_data": {"url": link}})
|
output.append({"content": data, "meta_data": {"url": link}})
|
||||||
# TODO: allow users to configure this
|
# TODO: allow users to configure this
|
||||||
time.sleep(0.4) # added to avoid rate limiting
|
time.sleep(1.0) # added to avoid rate limiting
|
||||||
|
|
||||||
return {"doc_id": doc_id, "data": output}
|
return {"doc_id": doc_id, "data": output}
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
[tool.poetry]
|
[tool.poetry]
|
||||||
name = "embedchain"
|
name = "embedchain"
|
||||||
version = "0.1.14"
|
version = "0.1.15"
|
||||||
description = "Data platform for LLMs - Load, index, retrieve and sync any unstructured data"
|
description = "Data platform for LLMs - Load, index, retrieve and sync any unstructured data"
|
||||||
authors = [
|
authors = [
|
||||||
"Taranjeet Singh <taranjeet@embedchain.ai>",
|
"Taranjeet Singh <taranjeet@embedchain.ai>",
|
||||||
|
|||||||
Reference in New Issue
Block a user