mirror of
https://github.com/zylon-ai/private-gpt.git
synced 2025-12-22 17:05:41 +01:00
Adding MistralAI mode
This commit is contained in:
parent
6674b46fea
commit
f27272fb5c
7 changed files with 125 additions and 9 deletions
|
|
@ -104,7 +104,6 @@ class DataSettings(BaseModel):
|
|||
"It will be treated as an absolute path if it starts with /"
|
||||
)
|
||||
|
||||
|
||||
class LLMSettings(BaseModel):
|
||||
mode: Literal[
|
||||
"llamacpp",
|
||||
|
|
@ -115,6 +114,7 @@ class LLMSettings(BaseModel):
|
|||
"mock",
|
||||
"ollama",
|
||||
"gemini",
|
||||
"mistral",
|
||||
]
|
||||
max_new_tokens: int = Field(
|
||||
256,
|
||||
|
|
@ -197,7 +197,7 @@ class HuggingFaceSettings(BaseModel):
|
|||
|
||||
class EmbeddingSettings(BaseModel):
|
||||
mode: Literal[
|
||||
"huggingface", "openai", "azopenai", "sagemaker", "ollama", "mock", "gemini"
|
||||
"huggingface", "openai", "azopenai", "sagemaker", "ollama", "mock", "gemini", "mistral"
|
||||
]
|
||||
ingest_mode: Literal["simple", "batch", "parallel", "pipeline"] = Field(
|
||||
"simple",
|
||||
|
|
@ -273,6 +273,15 @@ class GeminiSettings(BaseModel):
|
|||
)
|
||||
|
||||
|
||||
class MistralSettings(BaseModel):
|
||||
api_key: str
|
||||
endpoint: str
|
||||
model: str
|
||||
prompt_style: str
|
||||
embedding_model: str
|
||||
request_timeout: int
|
||||
|
||||
|
||||
class OllamaSettings(BaseModel):
|
||||
api_base: str = Field(
|
||||
"http://localhost:11434",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue