From 5f19983de17261529ac4b6450ddbf879b65f53ea Mon Sep 17 00:00:00 2001 From: NamH Date: Fri, 15 Mar 2024 17:45:56 +0700 Subject: [PATCH] fix: some regressions for tensorrt nightly build (#2380) * fix: some regressions for tensorrt nightly build Signed-off-by: James --------- Signed-off-by: hiro Signed-off-by: James Co-authored-by: hiro Co-authored-by: James --- extensions/model-extension/src/index.ts | 2 +- .../tensorrt-llm-extension/package.json | 2 +- web/screens/Settings/Advanced/index.tsx | 5 ++-- .../CoreExtensions/TensorRtExtensionItem.tsx | 24 +++++++++++++++---- 4 files changed, 25 insertions(+), 8 deletions(-) diff --git a/extensions/model-extension/src/index.ts b/extensions/model-extension/src/index.ts index d05e7d07f..e2970b8f9 100644 --- a/extensions/model-extension/src/index.ts +++ b/extensions/model-extension/src/index.ts @@ -321,7 +321,7 @@ export default class JanModelExtension extends ModelExtension { .toLowerCase() .includes(JanModelExtension._tensorRtEngineFormat) ) - })?.length > 0 // TODO: NamH find better way (can use basename to check the file name with source url) + })?.length > 0 // TODO: find better way (can use basename to check the file name with source url) ) }) diff --git a/extensions/tensorrt-llm-extension/package.json b/extensions/tensorrt-llm-extension/package.json index 96ede4a56..95a06cf8c 100644 --- a/extensions/tensorrt-llm-extension/package.json +++ b/extensions/tensorrt-llm-extension/package.json @@ -1,7 +1,7 @@ { "name": "@janhq/tensorrt-llm-extension", "version": "0.0.3", - "description": "Enables accelerated inference leveraging Nvidia's TensorRT-LLM for optimal GPU hardware optimizations. Compatible with models in TensorRT-LLM format. Requires Nvidia GPU driver and CUDA Toolkit installation.", + "description": "This extension enables Nvidia's TensorRT-LLM for the fastest GPU acceleration. See the [setup guide](https://jan.ai/guides/providers/tensorrt-llm/) for next steps.", "main": "dist/index.js", "node": "dist/node/index.cjs.js", "author": "Jan ", diff --git a/web/screens/Settings/Advanced/index.tsx b/web/screens/Settings/Advanced/index.tsx index 6853a5104..3cc43e744 100644 --- a/web/screens/Settings/Advanced/index.tsx +++ b/web/screens/Settings/Advanced/index.tsx @@ -246,7 +246,8 @@ const Advanced = () => { setGpuEnabled(true) setShowNotification(false) snackbar({ - description: 'Successfully turned on GPU Accelertion', + description: + 'Successfully turned on GPU Acceleration', type: 'success', }) setTimeout(() => { @@ -257,7 +258,7 @@ const Advanced = () => { setGpuEnabled(false) snackbar({ description: - 'Successfully turned off GPU Accelertion', + 'Successfully turned off GPU Acceleration', type: 'success', }) } diff --git a/web/screens/Settings/CoreExtensions/TensorRtExtensionItem.tsx b/web/screens/Settings/CoreExtensions/TensorRtExtensionItem.tsx index 8033cd588..c11041ffe 100644 --- a/web/screens/Settings/CoreExtensions/TensorRtExtensionItem.tsx +++ b/web/screens/Settings/CoreExtensions/TensorRtExtensionItem.tsx @@ -8,6 +8,7 @@ import { systemInformations, } from '@janhq/core' import { + Badge, Button, Progress, Tooltip, @@ -20,6 +21,8 @@ import { import { InfoCircledIcon } from '@radix-ui/react-icons' import { useAtomValue } from 'jotai' +import { Marked, Renderer } from 'marked' + import { extensionManager } from '@/extension' import Extension from '@/extension/Extension' import { installingExtensionAtom } from '@/helpers/atoms/Extension.atom' @@ -108,6 +111,8 @@ const TensorRtExtensionItem: React.FC = ({ item }) => { } } + const description = marked.parse(item.description ?? '', { async: false }) + console.log(description) return (
@@ -118,10 +123,12 @@ const TensorRtExtensionItem: React.FC = ({ item }) => {

v{item.version}

+ Experimental
-

- {item.description} -

+ { + // eslint-disable-next-line @typescript-eslint/naming-convention +
+ }
{(!compatibility || compatibility['platform']?.includes(PLATFORM)) && @@ -204,7 +211,6 @@ const InstallStateIndicator: React.FC = ({ ) } - // TODO: NamH check for dark mode here switch (installState) { case 'Installed': return ( @@ -223,4 +229,14 @@ const InstallStateIndicator: React.FC = ({ } } +const marked: Marked = new Marked({ + renderer: { + link: (href, title, text) => { + return Renderer.prototype.link + ?.apply(this, [href, title, text]) + .replace('