private-gpt/settings-docker.yaml
Pablo Orgaz 895588b82a
fix: Docker and sagemaker setup (#1118)
* fix: docker copying extra files

* feat: allow configuring mode through env vars

* feat: Attempt to build and tag a docker image

* fix: run docker on release

* fix: typing in prompt transformation

* chore: remove tutorial comments
2023-10-27 13:29:29 +02:00

18 lines
No EOL
427 B
YAML

server:
env_name: ${APP_ENV:prod}
port: ${PORT:8080}
llm:
mode: ${PGPT_MODE:mock}
local:
llm_hf_repo_id: ${PGPT_HF_REPO_ID:TheBloke/Mistral-7B-Instruct-v0.1-GGUF}
llm_hf_model_file: ${PGPT_HF_MODEL_FILE:mistral-7b-instruct-v0.1.Q4_K_M.gguf}
embedding_hf_model_name: ${PGPT_EMBEDDING_HF_MODEL_NAME:BAAI/bge-small-en-v1.5}
sagemaker:
endpoint_name: ${PGPT_SAGEMAKER_ENDPOINT_NAME:}
ui:
enabled: true
path: /