ba1ddacde3
* fix: correct model dropdown for local models * fix: clean unused import * test: add Model.atom and model.Engine tests
76 lines
2.3 KiB
TypeScript
76 lines
2.3 KiB
TypeScript
import { EngineManager, InferenceEngine, LocalOAIEngine } from '@janhq/core'
|
|
|
|
export const getLogoEngine = (engine: InferenceEngine) => {
|
|
switch (engine) {
|
|
case InferenceEngine.anthropic:
|
|
return 'images/ModelProvider/anthropic.svg'
|
|
case InferenceEngine.nitro_tensorrt_llm:
|
|
case InferenceEngine.nitro:
|
|
return 'images/ModelProvider/nitro.svg'
|
|
case InferenceEngine.cortex_llamacpp:
|
|
case InferenceEngine.cortex_onnx:
|
|
case InferenceEngine.cortex_tensorrtllm:
|
|
return 'images/ModelProvider/cortex.svg'
|
|
case InferenceEngine.mistral:
|
|
return 'images/ModelProvider/mistral.svg'
|
|
case InferenceEngine.martian:
|
|
return 'images/ModelProvider/martian.svg'
|
|
case InferenceEngine.openrouter:
|
|
return 'images/ModelProvider/openRouter.svg'
|
|
case InferenceEngine.openai:
|
|
return 'images/ModelProvider/openai.svg'
|
|
case InferenceEngine.groq:
|
|
return 'images/ModelProvider/groq.svg'
|
|
case InferenceEngine.triton_trtllm:
|
|
return 'images/ModelProvider/triton_trtllm.svg'
|
|
case InferenceEngine.cohere:
|
|
return 'images/ModelProvider/cohere.svg'
|
|
case InferenceEngine.nvidia:
|
|
return 'images/ModelProvider/nvidia.svg'
|
|
default:
|
|
return undefined
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Check whether the engine is conform to LocalOAIEngine
|
|
* @param engine
|
|
* @returns
|
|
*/
|
|
export const isLocalEngine = (engine: string) => {
|
|
const engineObj = EngineManager.instance().get(engine)
|
|
if (!engineObj) return false
|
|
return (
|
|
Object.getPrototypeOf(engineObj).constructor.__proto__.name ===
|
|
LocalOAIEngine.name
|
|
)
|
|
}
|
|
|
|
export const getTitleByEngine = (engine: InferenceEngine) => {
|
|
switch (engine) {
|
|
case InferenceEngine.nitro:
|
|
return 'Llama.cpp (Nitro)'
|
|
case InferenceEngine.nitro_tensorrt_llm:
|
|
return 'TensorRT-LLM (Nitro)'
|
|
case InferenceEngine.cortex_llamacpp:
|
|
return 'Llama.cpp (Cortex)'
|
|
case InferenceEngine.cortex_onnx:
|
|
return 'Onnx (Cortex)'
|
|
case InferenceEngine.cortex_tensorrtllm:
|
|
return 'TensorRT-LLM (Cortex)'
|
|
case InferenceEngine.openai:
|
|
return 'OpenAI'
|
|
case InferenceEngine.openrouter:
|
|
return 'OpenRouter'
|
|
default:
|
|
return engine.charAt(0).toUpperCase() + engine.slice(1)
|
|
}
|
|
}
|
|
|
|
export const priorityEngine = [
|
|
InferenceEngine.cortex_llamacpp,
|
|
InferenceEngine.cortex_onnx,
|
|
InferenceEngine.cortex_tensorrtllm,
|
|
InferenceEngine.nitro,
|
|
]
|