SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 17:05:41 +01:00
Code Issues Projects Releases Packages Activity

fix: parse metadata as json, allow metadata typing

Browse source
This commit is contained in:
Nathan Lenas 2024-07-29 09:26:40 +02:00
parent f47c05730d
commit 9177a0ad73
4 changed files with 16 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

10
private_gpt/components/ingest/ingest_component.py
View file

@ -44,7 +44,7 @@ class BaseIngestComponent(abc.ABC):
self,
file_name: str,
file_data: Path,
file_metadata: dict[str, str] | None = None,
file_metadata: dict[str, Any] | None = None,
) -> list[Document]:
pass
@ -126,7 +126,7 @@ class SimpleIngestComponent(BaseIngestComponentWithIndex):
self,
file_name: str,
file_data: Path,
file_metadata: dict[str, str] | None = None,
file_metadata: dict[str, Any] | None = None,
) -> list[Document]:
logger.info("Ingesting file_name=%s", file_name)
documents = IngestionHelper.transform_file_into_documents(
@ -191,7 +191,7 @@ class BatchIngestComponent(BaseIngestComponentWithIndex):
self,
file_name: str,
file_data: Path,
file_metadata: dict[str, str] | None = None,
file_metadata: dict[str, Any] | None = None,
) -> list[Document]:
logger.info("Ingesting file_name=%s", file_name)
documents = IngestionHelper.transform_file_into_documents(
@ -281,7 +281,7 @@ class ParallelizedIngestComponent(BaseIngestComponentWithIndex):
self,
file_name: str,
file_data: Path,
file_metadata: dict[str, str] | None = None,
file_metadata: dict[str, Any] | None = None,
) -> list[Document]:
logger.info("Ingesting file_name=%s", file_name)
# Running in a single (1) process to release the current
@ -489,7 +489,7 @@ class PipelineIngestComponent(BaseIngestComponentWithIndex):
self,
file_name: str,
file_data: Path,
file_metadata: dict[str, str] | None = None,
file_metadata: dict[str, Any] | None = None,
) -> list[Document]:
documents = IngestionHelper.transform_file_into_documents(
file_name, file_data, file_metadata