SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 20:12:55 +01:00
Code Issues Projects Releases Packages Activity

fix: allow to configure trust_remote_code

Browse source 
based on: https://github.com/zylon-ai/private-gpt/issues/1893#issuecomment-2118629391
This commit is contained in:
Javier Martinez 2024-08-01 09:35:46 +02:00
parent 8119842ae6
commit 7ee6ac16ec
No known key found for this signature in database
3 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
private_gpt/components/embedding/embedding_component.py
View file

@ -31,6 +31,7 @@ class EmbeddingComponent:
self.embedding_model = HuggingFaceEmbedding( self.embedding_model = HuggingFaceEmbedding(
model_name=settings.huggingface.embedding_hf_model_name, model_name=settings.huggingface.embedding_hf_model_name,
cache_folder=str(models_cache_path), cache_folder=str(models_cache_path),
trust_remote_code=settings.huggingface.trust_remote_code,
) )
case "sagemaker": case "sagemaker":
try: try:

4
private_gpt/settings/settings.py
View file

@ -189,6 +189,10 @@ class HuggingFaceSettings(BaseModel):
None, None,
description="Huggingface access token, required to download some models", description="Huggingface access token, required to download some models",
) )
trust_remote_code: bool = Field(
False,
description="If set to True, the code from the remote model will be trusted and executed.",
)
class EmbeddingSettings(BaseModel): class EmbeddingSettings(BaseModel):

1
settings.yaml
View file

@ -91,6 +91,7 @@ embedding:
huggingface: huggingface:
embedding_hf_model_name: nomic-ai/nomic-embed-text-v1.5 embedding_hf_model_name: nomic-ai/nomic-embed-text-v1.5
access_token: ${HF_TOKEN:} access_token: ${HF_TOKEN:}
trust_remote_code: false
vectorstore: vectorstore:
database: qdrant database: qdrant