mirror of
https://github.com/zylon-ai/private-gpt.git
synced 2025-12-22 04:30:11 +01:00
feat: Upgrade to LlamaIndex to 0.10 (#1663)
* Extract optional dependencies * Separate local mode into llms-llama-cpp and embeddings-huggingface for clarity * Support Ollama embeddings * Upgrade to llamaindex 0.10.14. Remove legacy use of ServiceContext in ContextChatEngine * Fix vector retriever filters
This commit is contained in:
parent
12f3a39e8a
commit
45f05711eb
43 changed files with 1474 additions and 1396 deletions
|
|
@ -1,5 +1,5 @@
|
|||
server:
|
||||
env_name: ${APP_ENV:prod}
|
||||
env_name: ${APP_ENV:sagemaker}
|
||||
port: ${PORT:8001}
|
||||
|
||||
ui:
|
||||
|
|
@ -9,6 +9,9 @@ ui:
|
|||
llm:
|
||||
mode: sagemaker
|
||||
|
||||
embedding:
|
||||
mode: sagemaker
|
||||
|
||||
sagemaker:
|
||||
llm_endpoint_name: huggingface-pytorch-tgi-inference-2023-09-25-19-53-32-140
|
||||
embedding_endpoint_name: huggingface-pytorch-inference-2023-11-03-07-41-36-479
|
||||
llm_endpoint_name: llm
|
||||
embedding_endpoint_name: embedding
|
||||
Loading…
Add table
Add a link
Reference in a new issue