[Bug fix] Update sleep time for substack loader and version bump (#958)
This commit is contained in:
@@ -81,6 +81,6 @@ class SubstackLoader(BaseLoader):
|
||||
if data:
|
||||
output.append({"content": data, "meta_data": {"url": link}})
|
||||
# TODO: allow users to configure this
|
||||
time.sleep(0.4) # added to avoid rate limiting
|
||||
time.sleep(1.0) # added to avoid rate limiting
|
||||
|
||||
return {"doc_id": doc_id, "data": output}
|
||||
|
||||
Reference in New Issue
Block a user