mirror of
https://github.com/zylon-ai/private-gpt.git
synced 2025-12-22 07:40:12 +01:00
45df99feb7
Some checks failed
release-please / release-please (push) Has been cancelled
tests / setup (push) Has been cancelled
tests / ${{ matrix.quality-command }} (black) (push) Has been cancelled
tests / ${{ matrix.quality-command }} (mypy) (push) Has been cancelled
tests / ${{ matrix.quality-command }} (ruff) (push) Has been cancelled
tests / test (push) Has been cancelled
tests / all_checks_passed (push) Has been cancelled
feat(llm): Improve settings of the OpenAILike LLM
21 lines
No EOL
382 B
YAML
21 lines
No EOL
382 B
YAML
server:
|
|
env_name: ${APP_ENV:vllm}
|
|
|
|
llm:
|
|
mode: openailike
|
|
max_new_tokens: 512
|
|
tokenizer: mistralai/Mistral-7B-Instruct-v0.2
|
|
temperature: 0.1
|
|
|
|
embedding:
|
|
mode: huggingface
|
|
ingest_mode: simple
|
|
|
|
huggingface:
|
|
embedding_hf_model_name: BAAI/bge-small-en-v1.5
|
|
|
|
openai:
|
|
api_base: http://localhost:8000/v1
|
|
api_key: EMPTY
|
|
model: facebook/opt-125m
|
|
request_timeout: 600.0 |