feat: added data format to metadata internally (#314)

This commit is contained in:
aaishikdutta
2023-07-19 05:35:43 +05:30
committed by GitHub
parent d16eafae05
commit c12362486f
2 changed files with 13 additions and 1 deletions

View File

@@ -69,6 +69,8 @@ class DataFormatter:
"docs_site": DocsSiteChunker(config),
}
if data_type in chunkers:
return chunkers[data_type]
chunker = chunkers[data_type]
chunker.set_data_type(data_type)
return chunker
else:
raise ValueError(f"Unsupported data type: {data_type}")