Merge pull request #2151 from janhq/main

Sync release 0.4.7 to dev

extensions/inference-nitro-extension/bin/version.txt

@@ -1 +1 @@
-0.3.12
+0.3.13

extensions/inference-nitro-extension/src/node/accelerator.ts

@@ -23,10 +23,7 @@ const DEFALT_SETTINGS = {
   gpus_in_use: [],
   is_initial: true,
   // TODO: This needs to be set based on user toggle in settings
-  vulkan: {
-    enabled: true,
-    gpu_in_use: '1',
-  },
+  vulkan: false
 }
 
 /**

extensions/inference-nitro-extension/src/node/execute.ts

@@ -67,7 +67,7 @@ export const executableNitroFile = (): NitroExecutableOptions => {
 
     if (gpuInfo['vulkan'] === true) {
       binaryFolder = path.join(__dirname, '..', 'bin')
-      binaryFolder = path.join(binaryFolder, 'win-vulkan')
+      binaryFolder = path.join(binaryFolder, 'linux-vulkan')
       vkVisibleDevices = gpuInfo['gpus_in_use'].toString()
     }
   }

web/screens/Chat/SimpleTextMessage/index.tsx

@@ -207,7 +207,7 @@ const SimpleTextMessage: React.FC<ThreadMessage> = (props) => {
         {messages[messages.length - 1]?.id === props.id &&
           (props.status === MessageStatus.Pending || tokenSpeed > 0) && (
             <p className="absolute right-8 text-xs font-medium text-foreground">
-              Token Speed: {Number(tokenSpeed).toFixed(2)}/s
+              Token Speed: {Number(tokenSpeed).toFixed(2)}t/s
             </p>
           )}
       </div>