SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 20:12:55 +01:00
Code Issues Projects Releases Packages Activity

Update settings.py

Browse source
This commit is contained in:
Liam Dowd 2024-08-28 08:17:16 -07:00 • committed by GitHub
parent 35c2d1b5b4
commit 6594c94cbd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
private_gpt/settings/settings.py
View file

@ -114,7 +114,7 @@ class LLMSettings(BaseModel):
"mock", "mock",
"ollama", "ollama",
"gemini", "gemini",
"mistral", "mistralai",
] ]
max_new_tokens: int = Field( max_new_tokens: int = Field(
256, 256,
@ -137,7 +137,7 @@ class LLMSettings(BaseModel):
description="The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual.", description="The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual.",
) )
prompt_style: Literal[ prompt_style: Literal[
"default", "llama2", "llama3", "tag", "mistral", "chatml" "default", "llama2", "llama3", "tag", "mistralai", "chatml"
] = Field( ] = Field(
"llama2", "llama2",
description=( description=(
@ -197,7 +197,7 @@ class HuggingFaceSettings(BaseModel):
class EmbeddingSettings(BaseModel): class EmbeddingSettings(BaseModel):
mode: Literal[ mode: Literal[
"huggingface", "openai", "azopenai", "sagemaker", "ollama", "mock", "gemini", "mistral" "huggingface", "openai", "azopenai", "sagemaker", "ollama", "mock", "gemini", "mistralai"
] ]
ingest_mode: Literal["simple", "batch", "parallel", "pipeline"] = Field( ingest_mode: Literal["simple", "batch", "parallel", "pipeline"] = Field(
"simple", "simple",