From 7ee6ac16ec642af4f790353a4c2cdf3ad4e6c1cf Mon Sep 17 00:00:00 2001 From: Javier Martinez Date: Thu, 1 Aug 2024 09:35:46 +0200 Subject: [PATCH] fix: allow to configure trust_remote_code based on: https://github.com/zylon-ai/private-gpt/issues/1893#issuecomment-2118629391 --- private_gpt/components/embedding/embedding_component.py | 1 + private_gpt/settings/settings.py | 4 ++++ settings.yaml | 1 + 3 files changed, 6 insertions(+) diff --git a/private_gpt/components/embedding/embedding_component.py b/private_gpt/components/embedding/embedding_component.py index 89a577b..5d3e997 100644 --- a/private_gpt/components/embedding/embedding_component.py +++ b/private_gpt/components/embedding/embedding_component.py @@ -31,6 +31,7 @@ class EmbeddingComponent: self.embedding_model = HuggingFaceEmbedding( model_name=settings.huggingface.embedding_hf_model_name, cache_folder=str(models_cache_path), + trust_remote_code=settings.huggingface.trust_remote_code, ) case "sagemaker": try: diff --git a/private_gpt/settings/settings.py b/private_gpt/settings/settings.py index c968f80..4cf192a 100644 --- a/private_gpt/settings/settings.py +++ b/private_gpt/settings/settings.py @@ -189,6 +189,10 @@ class HuggingFaceSettings(BaseModel): None, description="Huggingface access token, required to download some models", ) + trust_remote_code: bool = Field( + False, + description="If set to True, the code from the remote model will be trusted and executed.", + ) class EmbeddingSettings(BaseModel): diff --git a/settings.yaml b/settings.yaml index a890733..cac3630 100644 --- a/settings.yaml +++ b/settings.yaml @@ -91,6 +91,7 @@ embedding: huggingface: embedding_hf_model_name: nomic-ai/nomic-embed-text-v1.5 access_token: ${HF_TOKEN:} + trust_remote_code: false vectorstore: database: qdrant