feat(llm): Ollama LLM-Embeddings decouple + longer keep_alive settings (#1800)

This commit is contained in:
Robin Boone 2024-04-02 16:23:10 +02:00 committed by GitHub
parent 83adc12a8e
commit b3b0140e24
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 33 additions and 1 deletions

View file

@ -99,6 +99,8 @@ ollama:
llm_model: llama2
embedding_model: nomic-embed-text
api_base: http://localhost:11434
keep_alive: 5m
# embedding_api_base: http://ollama_embedding:11434 # uncomment if your embedding model runs on another ollama
request_timeout: 120.0
azopenai: