Update settings.py

This commit is contained in:
Liam Dowd 2024-08-28 08:17:16 -07:00 committed by GitHub
parent 35c2d1b5b4
commit 6594c94cbd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -114,7 +114,7 @@ class LLMSettings(BaseModel):
"mock",
"ollama",
"gemini",
"mistral",
"mistralai",
]
max_new_tokens: int = Field(
256,
@ -137,7 +137,7 @@ class LLMSettings(BaseModel):
description="The temperature of the model. Increasing the temperature will make the model answer more creatively. A value of 0.1 would be more factual.",
)
prompt_style: Literal[
"default", "llama2", "llama3", "tag", "mistral", "chatml"
"default", "llama2", "llama3", "tag", "mistralai", "chatml"
] = Field(
"llama2",
description=(
@ -197,7 +197,7 @@ class HuggingFaceSettings(BaseModel):
class EmbeddingSettings(BaseModel):
mode: Literal[
"huggingface", "openai", "azopenai", "sagemaker", "ollama", "mock", "gemini", "mistral"
"huggingface", "openai", "azopenai", "sagemaker", "ollama", "mock", "gemini", "mistralai"
]
ingest_mode: Literal["simple", "batch", "parallel", "pipeline"] = Field(
"simple",