SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 07:40:12 +01:00
Code Issues Projects Releases Packages Activity

Ingestion Speedup Multiple strategy (#1309)

Browse source
This commit is contained in:
lopagela 2023-11-25 20:12:09 +01:00 • committed by GitHub
parent 546ba33e6f
commit bafdd3baf1
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
13 changed files with 515 additions and 195 deletions
Download patch file Download diff file Expand all files Collapse all files

8
private_gpt/components/embedding/embedding_component.py
View file

@ -1,3 +1,5 @@
import logging
from injector import inject, singleton
from llama_index import MockEmbedding
from llama_index.embeddings.base import BaseEmbedding
@ -5,6 +7,8 @@ from llama_index.embeddings.base import BaseEmbedding
from private_gpt.paths import models_cache_path
from private_gpt.settings.settings import Settings
logger = logging.getLogger(__name__)
@singleton
class EmbeddingComponent:
@ -12,7 +16,9 @@ class EmbeddingComponent:
@inject
def __init__(self, settings: Settings) -> None:
match settings.llm.mode:
embedding_mode = settings.embedding.mode
logger.info("Initializing the embedding model in mode=%s", embedding_mode)
match embedding_mode:
case "local":
from llama_index.embeddings import HuggingFaceEmbedding