This commit is contained in:
imartinez 2024-02-29 19:44:32 +01:00
parent a7b18058b5
commit 70ca241a8b
2 changed files with 6 additions and 2 deletions

View file

@ -113,7 +113,9 @@ class LLMComponent:
)
case "tensorrt":
try:
from llama_index.llms.nvidia_tensorrt import LocalTensorRTLLM # type: ignore
from llama_index.llms.nvidia_tensorrt import ( # type: ignore
LocalTensorRTLLM,
)
except ImportError as e:
raise ImportError(
"Nvidia TensorRTLLM dependencies not found, install with `poetry install --extras llms-nvidia-tensorrt`"