feat(llm): Ollama LLM-Embeddings decouple + longer keep_alive settings (#1800)

This commit is contained in:
Robin Boone 2024-04-02 16:23:10 +02:00 committed by GitHub
parent 83adc12a8e
commit b3b0140e24
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 33 additions and 1 deletions

View file

@ -70,7 +70,7 @@ class EmbeddingComponent:
ollama_settings = settings.ollama
self.embedding_model = OllamaEmbedding(
model_name=ollama_settings.embedding_model,
base_url=ollama_settings.api_base,
base_url=ollama_settings.embedding_api_base,
)
case "azopenai":
try: