SystemSh0cker/private-gpt
1
0
Fork 0
mirror of https://github.com/zylon-ai/private-gpt.git synced 2025-12-22 20:12:55 +01:00
Code Issues Projects Releases Packages Activity

FEAT: Added Fireworks Integration

Browse source
This commit is contained in:
Somashekar B R 2024-09-20 14:13:09 +05:30
parent 77461b96cf
commit f1ad995124
7 changed files with 112 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

13
private_gpt/components/llm/llm_component.py
View file

@ -102,6 +102,19 @@ class LLMComponent:
api_key=openai_settings.api_key,
model=openai_settings.model,
)
case "fireworks":
try:
from llama_index.llms.fireworks import Fireworks # type: ignore
except ImportError as e:
raise ImportError(
"fireworks dependencies not found, install with `poetry install --extras llms-fireworks`"
) from e
fireworks_settings = settings.fireworks
self.llm = Fireworks(
model=fireworks_settings.model,
api_key=fireworks_settings.api_key,
)
case "openailike":
try:
from llama_index.llms.openai_like import OpenAILike # type: ignore