[Improvement] improve github loader (#984)

2023-12-01 11:24:13 -08:00
parent b02e8feeda
commit 36af1a7615
8 changed files with 487 additions and 91 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -136,6 +136,7 @@ psycopg-pool = { version = "^3.1.8", optional = true }
 mysql-connector-python = { version = "^8.1.0", optional = true }
 gitpython = { version = "^3.1.38", optional = true }
 yt_dlp = { version = "^2023.11.14", optional = true }
+PyGithub = { version = "^1.59.1", optional = true }

 [tool.poetry.group.dev.dependencies]
 black = "^23.3.0"
@@ -192,7 +193,7 @@ gmail = [
 json = ["llama-hub"]
 postgres = ["psycopg", "psycopg-binary", "psycopg-pool"]
 mysql = ["mysql-connector-python"]
-git = ["gitpython"]
+github = ["PyGithub", "gitpython"]
 youtube = [
    "yt_dlp",
    "youtube-transcript-api",