SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 07:40:12 +01:00
Code Issues Projects Releases Packages Activity

Update ingest.py

Browse source 
Co-authored-by: Bailey Matthews <bailey@hey.com>
This commit is contained in:
Ravi 2023-05-31 22:42:10 +05:30 • committed by GitHub
parent db341e2a40
commit e9b31f7dd9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ingest.py
View file

@ -97,7 +97,7 @@ def load_documents(source_dir: str, ignored_files: List[str] = []) -> List[Docum
all_files = []
for ext in LOADER_MAPPING:
all_files.extend(
glob.glob(os.path.join(source_dir, f"**/*{ext}"), recursive=True)
glob.glob(os.path.join(source_dir, f"**/*{ext}"), recursive=True)
)
filtered_files = [file_path for file_path in all_files if file_path not in ignored_files]