Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #2151 from janhq/main

Browse Source 
Sync release 0.4.7 to dev
This commit is contained in:
Louis 2024-02-26 11:15:21 +07:00 committed by GitHub
commit 90108745e2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 5 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/inference-nitro-extension/bin/version.txt
View File

@ -1 +1 @@
0.3.12 0.3.13

5
extensions/inference-nitro-extension/src/node/accelerator.ts
View File

@ -23,10 +23,7 @@ const DEFALT_SETTINGS = {
gpus_in_use: [], gpus_in_use: [],
is_initial: true, is_initial: true,
// TODO: This needs to be set based on user toggle in settings // TODO: This needs to be set based on user toggle in settings
vulkan: { vulkan: false
enabled: true,
gpu_in_use: '1',
},
} }
/** /**

2
extensions/inference-nitro-extension/src/node/execute.ts
View File

@ -67,7 +67,7 @@ export const executableNitroFile = (): NitroExecutableOptions => {
if (gpuInfo['vulkan'] === true) { if (gpuInfo['vulkan'] === true) {
binaryFolder = path.join(__dirname, '..', 'bin') binaryFolder = path.join(__dirname, '..', 'bin')
binaryFolder = path.join(binaryFolder, 'win-vulkan') binaryFolder = path.join(binaryFolder, 'linux-vulkan')
vkVisibleDevices = gpuInfo['gpus_in_use'].toString() vkVisibleDevices = gpuInfo['gpus_in_use'].toString()
} }
} }

2
web/screens/Chat/SimpleTextMessage/index.tsx
View File

@ -207,7 +207,7 @@ const SimpleTextMessage: React.FC<ThreadMessage> = (props) => {
{messages[messages.length - 1]?.id === props.id && {messages[messages.length - 1]?.id === props.id &&
(props.status === MessageStatus.Pending || tokenSpeed > 0) && ( (props.status === MessageStatus.Pending || tokenSpeed > 0) && (
<p className="absolute right-8 text-xs font-medium text-foreground"> <p className="absolute right-8 text-xs font-medium text-foreground">
Token Speed: {Number(tokenSpeed).toFixed(2)}/s Token Speed: {Number(tokenSpeed).toFixed(2)}t/s
</p> </p>
)} )}
</div> </div>