From 31ae14c1f1aa7069ac822f801237d90518f19553 Mon Sep 17 00:00:00 2001 From: Faisal Amir Date: Wed, 28 Aug 2024 17:04:47 +0700 Subject: [PATCH] chore: fix responsive and add tensorrt_llm nitro to model utils --- .../HuggingFaceRepoDetailModal/ModelDownloadList/index.tsx | 2 +- web/utils/modelEngine.ts | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/web/screens/Settings/HuggingFaceRepoDetailModal/ModelDownloadList/index.tsx b/web/screens/Settings/HuggingFaceRepoDetailModal/ModelDownloadList/index.tsx index e59ee3416..a1d153d10 100644 --- a/web/screens/Settings/HuggingFaceRepoDetailModal/ModelDownloadList/index.tsx +++ b/web/screens/Settings/HuggingFaceRepoDetailModal/ModelDownloadList/index.tsx @@ -29,7 +29,7 @@ const ModelDownloadList = () => { return (

Available Versions

- + {ggufModels.map((model, index) => { if (!model.downloadUrl) return null return ( diff --git a/web/utils/modelEngine.ts b/web/utils/modelEngine.ts index a12e9bb0e..3d132c5d5 100644 --- a/web/utils/modelEngine.ts +++ b/web/utils/modelEngine.ts @@ -4,6 +4,7 @@ export const getLogoEngine = (engine: InferenceEngine) => { switch (engine) { case InferenceEngine.anthropic: return 'images/ModelProvider/anthropic.svg' + case InferenceEngine.nitro_tensorrt_llm: case InferenceEngine.nitro: return 'images/ModelProvider/nitro.svg' case InferenceEngine.cortex_llamacpp: @@ -43,6 +44,8 @@ export const getTitleByEngine = (engine: InferenceEngine) => { switch (engine) { case InferenceEngine.nitro: return 'Llama.cpp (Nitro)' + case InferenceEngine.nitro_tensorrt_llm: + return 'TensorRT-LLM (Nitro)' case InferenceEngine.cortex_llamacpp: return 'Llama.cpp (Cortex)' case InferenceEngine.cortex_onnx: