mirror of
https://github.com/zylon-ai/private-gpt.git
synced 2025-12-22 20:12:55 +01:00
Add timeout parameter for better support of openailike LLM tools on local computer (like LM Studio).
Reuse other parameters to improve settings of the OpenAILike object.
This commit is contained in:
parent
08c4ab175e
commit
507ae62414
3 changed files with 13 additions and 1 deletions
|
|
@ -105,8 +105,12 @@ class LLMComponent:
|
|||
api_key=openai_settings.api_key,
|
||||
model=openai_settings.model,
|
||||
is_chat_model=True,
|
||||
max_tokens=None,
|
||||
max_tokens=settings.llm.max_new_tokens,
|
||||
api_version="",
|
||||
temperature=settings.llm.temperature,
|
||||
tokenizer=settings.llm.tokenizer,
|
||||
timeout=openai_settings.request_timeout,
|
||||
reuse_client=False,
|
||||
)
|
||||
case "ollama":
|
||||
try:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue