SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 07:40:12 +01:00
Code Issues Projects Releases Packages Activity

Allow parameterizing Huggingface token in PGPT app

Browse source
This commit is contained in:
Yevhenii Semendiak 2024-10-17 10:25:28 +03:00
parent 269dc41eb2
commit 7e79b13bcb
2 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
.neuro/live.yaml
View file

@ -67,6 +67,7 @@ jobs:
POSTGRES_HOST: ${{ inspect_job('pgvector').internal_hostname_named }}
VLLM_MODEL: meta-llama/Meta-Llama-3-8B-Instruct
VLLM_TOKENIZER: meta-llama/Meta-Llama-3-8B-Instruct
HUGGINGFACE_TOKEN: secret:HF_TOKEN
vllm:
image: vllm/vllm-openai:v0.6.1.post2

2
settings/settings.yaml
View file

@ -69,7 +69,7 @@ embedding:
huggingface:
embedding_hf_model_name: BAAI/bge-small-en-v1.5
access_token: ${HF_TOKEN:}
access_token: ${HUGGINGFACE_TOKEN:}
vectorstore:
database: qdrant