SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 20:12:55 +01:00
Code Issues Projects Releases Packages Activity

Merge branch 'feature/openailike-lmstudio' into main

Browse source
This commit is contained in:
jcbonnet-fwd 2024-05-02 20:01:07 +02:00 • committed by GitHub
commit e362b73d6d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 11 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
private_gpt/components/llm/llm_component.py
View file

@ -123,6 +123,9 @@ class LLMComponent:
max_new_tokens=settings.llm.max_new_tokens,
messages_to_prompt=prompt_style.messages_to_prompt,
completion_to_prompt=prompt_style.completion_to_prompt,
tokenizer=settings.llm.tokenizer,
timeout=openai_settings.request_timeout,
reuse_client=False,
)
case "ollama":
try: