Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixup sorting in determineBestBackend

Browse Source
This commit is contained in:
Akarshan 2025-09-11 09:50:55 +05:30
parent 3cd099ee87
commit 13806a3f06
No known key found for this signature in database
GPG Key ID: D75C9634A870665F
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
extensions/llamacpp-extension/src/index.ts
View File

@ -541,10 +541,7 @@ export default class llamacpp_extension extends AIEngine {
const getBackendCategory = (backendString: string): string | undefined => { const getBackendCategory = (backendString: string): string | undefined => {
if (backendString.includes('cu12.0')) return 'cuda-cu12.0' if (backendString.includes('cu12.0')) return 'cuda-cu12.0'
if (backendString.includes('cu11.7')) return 'cuda-cu11.7' if (backendString.includes('cu11.7')) return 'cuda-cu11.7'
if (backendString.includes('vulkan')) { if (backendString.includes('vulkan')) return 'vulkan'
// Only return vulkan category if we have enough GPU memory
return hasEnoughGpuMemory ? 'vulkan' : undefined
}
if (backendString.includes('avx512')) return 'avx512' if (backendString.includes('avx512')) return 'avx512'
if (backendString.includes('avx2')) return 'avx2' if (backendString.includes('avx2')) return 'avx2'
if ( if (
@ -2011,7 +2008,7 @@ export default class llamacpp_extension extends AIEngine {
const totalMemory = totalVRAM + totalRAM const totalMemory = totalVRAM + totalRAM
logger.info( logger.info(
`Total VRAM: ${totalVRAM} bytes, Total RAM: ${totalRAM} bytes, Free: ${usableRAM} bytes, Total Memory: ${totalMemory} bytes` `Total VRAM: ${totalVRAM} bytes, Total RAM: ${totalRAM} bytes, Total Memory: ${totalMemory} bytes`
) )
return { return {