SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 07:40:12 +01:00
Code Issues Projects Releases Packages Activity

fix: Docker and sagemaker setup (#1118)

Browse source 
* fix: docker copying extra files

* feat: allow configuring mode through env vars

* feat: Attempt to build and tag a docker image

* fix: run docker on release

* fix: typing in prompt transformation

* chore: remove tutorial comments
This commit is contained in:
Pablo Orgaz 2023-10-27 13:29:29 +02:00 • committed by GitHub
parent 768e5ff505
commit 895588b82a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
7 changed files with 67 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

11
settings-docker.yaml
View file

@ -3,12 +3,15 @@ server:
port: ${PORT:8080}
llm:
mode: local
mode: ${PGPT_MODE:mock}
local:
llm_hf_repo_id: TheBloke/Mistral-7B-Instruct-v0.1-GGUF
llm_hf_model_file: mistral-7b-instruct-v0.1.Q4_K_M.gguf
embedding_hf_model_name: BAAI/bge-small-en-v1.5
llm_hf_repo_id: ${PGPT_HF_REPO_ID:TheBloke/Mistral-7B-Instruct-v0.1-GGUF}
llm_hf_model_file: ${PGPT_HF_MODEL_FILE:mistral-7b-instruct-v0.1.Q4_K_M.gguf}
embedding_hf_model_name: ${PGPT_EMBEDDING_HF_MODEL_NAME:BAAI/bge-small-en-v1.5}
sagemaker:
endpoint_name: ${PGPT_SAGEMAKER_ENDPOINT_NAME:}
ui:
enabled: true