SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 23:22:57 +01:00
Code Issues Projects Releases Packages Activity

Added chat history and chat item

Browse source
This commit is contained in:
Saurab-Shrestha9639*969**9858//852 2024-04-03 17:58:27 +05:45
parent 542ed0ef4e
commit 4bc9dd7870
19 changed files with 409 additions and 121 deletions
Download patch file Download diff file Expand all files Collapse all files

6
private_gpt/components/llm/llm_component.py
View file

@ -11,8 +11,7 @@ from private_gpt.paths import models_cache_path, models_path
from private_gpt.settings.settings import Settings
logger = logging.getLogger(__name__)
local_path = models_path / "tokenizer/Mistral-7B-Instruct-v0.1"
@singleton
class LLMComponent:
llm: LLM
@ -23,8 +22,7 @@ class LLMComponent:
if settings.llm.tokenizer:
set_global_tokenizer(
AutoTokenizer.from_pretrained(
pretrained_model_name_or_path=settings.llm.tokenizer,
cache_dir=str(models_cache_path),
local_path
)
)