jan/web/utils/modelEngine.ts

80 lines
2.5 KiB
TypeScript

import { Engines, InferenceEngine } from '@janhq/core'
export const getLogoEngine = (engine: InferenceEngine | string) => {
switch (engine) {
case InferenceEngine.nitro:
case InferenceEngine.cortex_llamacpp:
case InferenceEngine.cortex_onnx:
case InferenceEngine.cortex_tensorrtllm:
return 'images/ModelProvider/cortex.svg'
case InferenceEngine.anthropic:
return 'images/ModelProvider/anthropic.svg'
case InferenceEngine.nitro_tensorrt_llm:
return 'images/ModelProvider/nitro.svg'
case InferenceEngine.mistral:
return 'images/ModelProvider/mistral.svg'
case InferenceEngine.martian:
return 'images/ModelProvider/martian.svg'
case InferenceEngine.openrouter:
return 'images/ModelProvider/openRouter.svg'
case InferenceEngine.openai:
return 'images/ModelProvider/openai.svg'
case InferenceEngine.groq:
return 'images/ModelProvider/groq.svg'
case InferenceEngine.triton_trtllm:
return 'images/ModelProvider/triton_trtllm.svg'
case InferenceEngine.cohere:
return 'images/ModelProvider/cohere.svg'
case InferenceEngine.nvidia:
return 'images/ModelProvider/nvidia.svg'
// MARK: Deprecating InferenceEngine enum - as it's dynamically provided by the backend
case 'google_gemini':
return 'images/ModelProvider/google.svg'
case 'deepseek':
return 'images/ModelProvider/deepseek.svg'
default:
return undefined
}
}
/**
* Check whether the engine is conform to LocalOAIEngine
* @param engine
* @returns
*/
export const isLocalEngine = (engines?: Engines, engine?: string) => {
if (!engines || !engine) return false
return engines[engine as InferenceEngine]?.[0]?.type === 'local'
}
export const getTitleByEngine = (engine: InferenceEngine | string) => {
switch (engine) {
case InferenceEngine.nitro:
case InferenceEngine.cortex_llamacpp:
return 'Llama.cpp'
case InferenceEngine.nitro_tensorrt_llm:
return 'TensorRT-LLM (Nitro)'
case InferenceEngine.cortex_onnx:
return 'Onnx'
case InferenceEngine.cortex_tensorrtllm:
return 'TensorRT-LLM'
case InferenceEngine.openai:
return 'OpenAI'
case InferenceEngine.openrouter:
return 'OpenRouter'
case 'google_gemini':
return 'Google'
default:
return engine.charAt(0).toUpperCase() + engine.slice(1)
}
}
export const priorityEngine = [
InferenceEngine.cortex_llamacpp,
InferenceEngine.cortex_onnx,
InferenceEngine.cortex_tensorrtllm,
InferenceEngine.nitro,
]