mirror of
https://github.com/zylon-ai/private-gpt.git
synced 2025-12-22 10:45:42 +01:00
2d27a9f956
This mode behaves the same as the openai mode, except that it allows setting custom models not supported by OpenAI. It can be used with any tool that serves models from an OpenAI compatible API. Implements #1424
14 lines
220 B
YAML
14 lines
220 B
YAML
llm:
|
|
mode: openailike
|
|
|
|
embedding:
|
|
mode: local
|
|
ingest_mode: simple
|
|
|
|
local:
|
|
embedding_hf_model_name: BAAI/bge-small-en-v1.5
|
|
|
|
openai:
|
|
api_base: http://localhost:8000/v1
|
|
api_key: EMPTY
|
|
model: facebook/opt-125m
|