From bfe671d7b4aad779b5461ca1a93e488c10da84af Mon Sep 17 00:00:00 2001 From: Louis Date: Fri, 15 Aug 2025 16:30:25 +0700 Subject: [PATCH 1/3] feat: #5917 - model tool use capability should be auto detected --- .../browser/extensions/engines/AIEngine.ts | 6 + core/src/types/api/index.ts | 1 + extensions/llamacpp-extension/src/index.ts | 80 ++++-- web-app/src/containers/DownloadManegement.tsx | 6 +- web-app/src/containers/dialogs/EditModel.tsx | 253 ------------------ web-app/src/providers/DataProvider.tsx | 8 + .../settings/providers/$providerName.tsx | 5 - web-app/src/services/models.ts | 13 + web-app/src/services/providers.ts | 88 +++--- web-app/src/types/models.ts | 9 +- 10 files changed, 125 insertions(+), 344 deletions(-) delete mode 100644 web-app/src/containers/dialogs/EditModel.tsx diff --git a/core/src/browser/extensions/engines/AIEngine.ts b/core/src/browser/extensions/engines/AIEngine.ts index a23e8c45e..fd8022964 100644 --- a/core/src/browser/extensions/engines/AIEngine.ts +++ b/core/src/browser/extensions/engines/AIEngine.ts @@ -270,4 +270,10 @@ export abstract class AIEngine extends BaseExtension { * Optional method to get the underlying chat client */ getChatClient?(sessionId: string): any + + /** + * Check if a tool is supported by the model + * @param modelId + */ + abstract isToolSupported(modelId: string): Promise } diff --git a/core/src/types/api/index.ts b/core/src/types/api/index.ts index 853195178..ade6421ff 100644 --- a/core/src/types/api/index.ts +++ b/core/src/types/api/index.ts @@ -58,6 +58,7 @@ export enum AppEvent { onAppUpdateDownloadUpdate = 'onAppUpdateDownloadUpdate', onAppUpdateDownloadError = 'onAppUpdateDownloadError', onAppUpdateDownloadSuccess = 'onAppUpdateDownloadSuccess', + onModelImported = 'onModelImported', onUserSubmitQuickAsk = 'onUserSubmitQuickAsk', onSelectedText = 'onSelectedText', diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts index 3612c678b..7681c967a 100644 --- a/extensions/llamacpp-extension/src/index.ts +++ b/extensions/llamacpp-extension/src/index.ts @@ -19,6 +19,7 @@ import { ImportOptions, chatCompletionRequest, events, + AppEvent, } from '@janhq/core' import { error, info, warn } from '@tauri-apps/plugin-log' @@ -32,6 +33,7 @@ import { import { invoke } from '@tauri-apps/api/core' import { getProxyConfig } from './util' import { basename } from '@tauri-apps/api/path' +import { readGgufMetadata } from '@janhq/tauri-plugin-llamacpp-api' type LlamacppConfig = { version_backend: string @@ -1085,6 +1087,12 @@ export default class llamacpp_extension extends AIEngine { data: modelConfig, savePath: configPath, }) + events.emit(AppEvent.onModelImported, { + modelId, + modelPath, + mmprojPath, + size_bytes, + }) } override async abortImport(modelId: string): Promise { @@ -1172,7 +1180,7 @@ export default class llamacpp_extension extends AIEngine { const [version, backend] = cfg.version_backend.split('/') if (!version || !backend) { throw new Error( - "Initial setup for the backend failed due to a network issue. Please restart the app!" + 'Initial setup for the backend failed due to a network issue. Please restart the app!' ) } @@ -1279,11 +1287,14 @@ export default class llamacpp_extension extends AIEngine { try { // TODO: add LIBRARY_PATH - const sInfo = await invoke('plugin:llamacpp|load_llama_model', { - backendPath, - libraryPath, - args, - }) + const sInfo = await invoke( + 'plugin:llamacpp|load_llama_model', + { + backendPath, + libraryPath, + args, + } + ) return sInfo } catch (error) { logger.error('Error in load command:\n', error) @@ -1299,9 +1310,12 @@ export default class llamacpp_extension extends AIEngine { const pid = sInfo.pid try { // Pass the PID as the session_id - const result = await invoke('plugin:llamacpp|unload_llama_model', { - pid: pid, - }) + const result = await invoke( + 'plugin:llamacpp|unload_llama_model', + { + pid: pid, + } + ) // If successful, remove from active sessions if (result.success) { @@ -1437,9 +1451,12 @@ export default class llamacpp_extension extends AIEngine { private async findSessionByModel(modelId: string): Promise { try { - let sInfo = await invoke('plugin:llamacpp|find_session_by_model', { - modelId, - }) + let sInfo = await invoke( + 'plugin:llamacpp|find_session_by_model', + { + modelId, + } + ) return sInfo } catch (e) { logger.error(e) @@ -1516,7 +1533,9 @@ export default class llamacpp_extension extends AIEngine { override async getLoadedModels(): Promise { try { - let models: string[] = await invoke('plugin:llamacpp|get_loaded_models') + let models: string[] = await invoke( + 'plugin:llamacpp|get_loaded_models' + ) return models } catch (e) { logger.error(e) @@ -1599,14 +1618,31 @@ export default class llamacpp_extension extends AIEngine { throw new Error('method not implemented yet') } - private async loadMetadata(path: string): Promise { - try { - const data = await invoke('plugin:llamacpp|read_gguf_metadata', { - path: path, - }) - return data - } catch (err) { - throw err - } + /** + * Check if a tool is supported by the model + * Currently read from GGUF chat_template + * @param modelId + * @returns + */ + async isToolSupported(modelId: string): Promise { + const janDataFolderPath = await getJanDataFolderPath() + const modelConfigPath = await joinPath([ + this.providerPath, + 'models', + modelId, + 'model.yml', + ]) + const modelConfig = await invoke('read_yaml', { + path: modelConfigPath, + }) + // model option is required + // NOTE: model_path and mmproj_path can be either relative to Jan's data folder or absolute path + const modelPath = await joinPath([ + janDataFolderPath, + modelConfig.model_path, + ]) + return (await readGgufMetadata(modelPath)).metadata?.[ + 'tokenizer.chat_template' + ]?.includes('tools') } } diff --git a/web-app/src/containers/DownloadManegement.tsx b/web-app/src/containers/DownloadManegement.tsx index 72feaaf22..6044a9c80 100644 --- a/web-app/src/containers/DownloadManegement.tsx +++ b/web-app/src/containers/DownloadManegement.tsx @@ -6,10 +6,8 @@ import { import { Progress } from '@/components/ui/progress' import { useDownloadStore } from '@/hooks/useDownloadStore' import { useLeftPanel } from '@/hooks/useLeftPanel' -import { useModelProvider } from '@/hooks/useModelProvider' import { useAppUpdater } from '@/hooks/useAppUpdater' import { abortDownload } from '@/services/models' -import { getProviders } from '@/services/providers' import { DownloadEvent, DownloadState, events, AppEvent } from '@janhq/core' import { IconDownload, IconX } from '@tabler/icons-react' import { useCallback, useEffect, useMemo, useState } from 'react' @@ -18,7 +16,6 @@ import { useTranslation } from '@/i18n/react-i18next-compat' export function DownloadManagement() { const { t } = useTranslation() - const { setProviders } = useModelProvider() const { open: isLeftPanelOpen } = useLeftPanel() const [isPopoverOpen, setIsPopoverOpen] = useState(false) const { @@ -185,7 +182,6 @@ export function DownloadManagement() { console.debug('onFileDownloadSuccess', state) removeDownload(state.modelId) removeLocalDownloadingModel(state.modelId) - getProviders().then(setProviders) toast.success(t('common:toast.downloadComplete.title'), { id: 'download-complete', description: t('common:toast.downloadComplete.description', { @@ -193,7 +189,7 @@ export function DownloadManagement() { }), }) }, - [removeDownload, removeLocalDownloadingModel, setProviders, t] + [removeDownload, removeLocalDownloadingModel, t] ) useEffect(() => { diff --git a/web-app/src/containers/dialogs/EditModel.tsx b/web-app/src/containers/dialogs/EditModel.tsx deleted file mode 100644 index 5fd9b3f85..000000000 --- a/web-app/src/containers/dialogs/EditModel.tsx +++ /dev/null @@ -1,253 +0,0 @@ -import { - Dialog, - DialogContent, - DialogDescription, - DialogHeader, - DialogTitle, - DialogTrigger, -} from '@/components/ui/dialog' -import { Switch } from '@/components/ui/switch' -import { - Tooltip, - TooltipContent, - TooltipTrigger, -} from '@/components/ui/tooltip' -import { useModelProvider } from '@/hooks/useModelProvider' -import { - IconPencil, - IconEye, - IconTool, - // IconWorld, - // IconAtom, - IconCodeCircle2, -} from '@tabler/icons-react' -import { useState, useEffect } from 'react' -import { useTranslation } from '@/i18n/react-i18next-compat' - -// No need to define our own interface, we'll use the existing Model type -type DialogEditModelProps = { - provider: ModelProvider - modelId?: string // Optional model ID to edit -} - -export const DialogEditModel = ({ - provider, - modelId, -}: DialogEditModelProps) => { - const { t } = useTranslation() - const { updateProvider } = useModelProvider() - const [selectedModelId, setSelectedModelId] = useState('') - const [capabilities, setCapabilities] = useState>({ - completion: false, - vision: false, - tools: false, - reasoning: false, - embeddings: false, - web_search: false, - }) - - // Initialize with the provided model ID or the first model if available - useEffect(() => { - if (modelId) { - setSelectedModelId(modelId) - } else if (provider.models && provider.models.length > 0) { - setSelectedModelId(provider.models[0].id) - } - }, [provider, modelId]) - - // Get the currently selected model - const selectedModel = provider.models.find( - // eslint-disable-next-line @typescript-eslint/no-explicit-any - (m: any) => m.id === selectedModelId - ) - - // Initialize capabilities from selected model - useEffect(() => { - if (selectedModel) { - const modelCapabilities = selectedModel.capabilities || [] - setCapabilities({ - completion: modelCapabilities.includes('completion'), - vision: modelCapabilities.includes('vision'), - tools: modelCapabilities.includes('tools'), - embeddings: modelCapabilities.includes('embeddings'), - web_search: modelCapabilities.includes('web_search'), - reasoning: modelCapabilities.includes('reasoning'), - }) - } - }, [selectedModel]) - - // Track if capabilities were updated by user action - const [capabilitiesUpdated, setCapabilitiesUpdated] = useState(false) - - // Update model capabilities - only update local state - const handleCapabilityChange = (capability: string, enabled: boolean) => { - setCapabilities((prev) => ({ - ...prev, - [capability]: enabled, - })) - // Mark that capabilities were updated by user action - setCapabilitiesUpdated(true) - } - - // Use effect to update the provider when capabilities are explicitly changed by user - useEffect(() => { - // Only run if capabilities were updated by user action and we have a selected model - if (!capabilitiesUpdated || !selectedModel) return - - // Reset the flag - setCapabilitiesUpdated(false) - - // Create updated capabilities array from the state - const updatedCapabilities = Object.entries(capabilities) - .filter(([, isEnabled]) => isEnabled) - .map(([capName]) => capName) - - // Find and update the model in the provider - // eslint-disable-next-line @typescript-eslint/no-explicit-any - const updatedModels = provider.models.map((m: any) => { - if (m.id === selectedModelId) { - return { - ...m, - capabilities: updatedCapabilities, - } - } - return m - }) - - // Update the provider with the updated models - updateProvider(provider.provider, { - ...provider, - models: updatedModels, - }) - }, [ - capabilitiesUpdated, - capabilities, - provider, - selectedModel, - selectedModelId, - updateProvider, - ]) - - if (!selectedModel) { - return null - } - - return ( - - -
- -
- - - - - {t('providers:editModel.title', { modelId: selectedModel.id })} - - - {t('providers:editModel.description')} - - - -
-

- {t('providers:editModel.capabilities')} -

-
-
-
- - - {t('providers:editModel.tools')} - -
- - handleCapabilityChange('tools', checked) - } - /> -
- -
-
- - - {t('providers:editModel.vision')} - -
- - - - handleCapabilityChange('vision', checked) - } - /> - - - {t('providers:editModel.notAvailable')} - - -
- -
-
- - - {t('providers:editModel.embeddings')} - -
- - - - handleCapabilityChange('embeddings', checked) - } - /> - - - {t('providers:editModel.notAvailable')} - - -
- - {/*
-
- - Web Search -
- - handleCapabilityChange('web_search', checked) - } - /> -
*/} - - {/*
-
- - {t('reasoning')} -
- - handleCapabilityChange('reasoning', checked) - } - /> -
*/} -
-
- - - ) -} diff --git a/web-app/src/providers/DataProvider.tsx b/web-app/src/providers/DataProvider.tsx index 6110f9dd5..32c6a374c 100644 --- a/web-app/src/providers/DataProvider.tsx +++ b/web-app/src/providers/DataProvider.tsx @@ -17,6 +17,7 @@ import { import { useNavigate } from '@tanstack/react-router' import { route } from '@/constants/routes' import { useThreads } from '@/hooks/useThreads' +import { AppEvent, events } from '@janhq/core' export function DataProvider() { const { setProviders } = useModelProvider() @@ -70,6 +71,13 @@ export function DataProvider() { } }, [checkForUpdate]) + useEffect(() => { + events.on(AppEvent.onModelImported, () => { + getProviders().then(setProviders) + }) + // eslint-disable-next-line react-hooks/exhaustive-deps + }, []) + const handleDeepLink = (urls: string[] | null) => { if (!urls) return console.log('Received deeplink:', urls) diff --git a/web-app/src/routes/settings/providers/$providerName.tsx b/web-app/src/routes/settings/providers/$providerName.tsx index d32ad5822..6300b4f48 100644 --- a/web-app/src/routes/settings/providers/$providerName.tsx +++ b/web-app/src/routes/settings/providers/$providerName.tsx @@ -22,7 +22,6 @@ import { useTranslation } from '@/i18n/react-i18next-compat' import Capabilities from '@/containers/Capabilities' import { DynamicControllerSetting } from '@/containers/dynamicControllerSetting' import { RenderMarkdown } from '@/containers/RenderMarkdown' -import { DialogEditModel } from '@/containers/dialogs/EditModel' import { DialogAddModel } from '@/containers/dialogs/AddModel' import { ModelSetting } from '@/containers/ModelSetting' import { DialogDeleteModel } from '@/containers/dialogs/DeleteModel' @@ -556,10 +555,6 @@ function ProviderDetail() { } actions={
- {model.settings && ( => { + const engine = getEngine() + if (!engine) return false + + return engine.isToolSupported(modelId) +} diff --git a/web-app/src/services/providers.ts b/web-app/src/services/providers.ts index 4c73cf754..e9f05fd09 100644 --- a/web-app/src/services/providers.ts +++ b/web-app/src/services/providers.ts @@ -1,12 +1,9 @@ import { models as providerModels } from 'token.js' import { predefinedProviders } from '@/consts/providers' import { EngineManager, SettingComponentProps } from '@janhq/core' -import { - DefaultToolUseSupportedModels, - ModelCapabilities, -} from '@/types/models' +import { ModelCapabilities } from '@/types/models' import { modelSettings } from '@/lib/predefined' -import { fetchModels } from './models' +import { fetchModels, isToolSupported } from './models' import { ExtensionManager } from '@/lib/extension' import { fetch as fetchTauri } from '@tauri-apps/plugin-http' @@ -65,52 +62,41 @@ export const getProviders = async (): Promise => { controller_props: setting.controllerProps as unknown, } }) as ProviderSetting[], - models: models.map((model) => ({ - id: model.id, - model: model.id, - name: model.name, - description: model.description, - capabilities: - 'capabilities' in model - ? (model.capabilities as string[]) - : [ - ModelCapabilities.COMPLETION, - ...(Object.values(DefaultToolUseSupportedModels).some((v) => - model.id.toLowerCase().includes(v.toLowerCase()) - ) - ? [ModelCapabilities.TOOLS] - : []), - ], - provider: providerName, - settings: Object.values(modelSettings).reduce( - (acc, setting) => { - let value = setting.controller_props.value - if (setting.key === 'ctx_len') { - value = 8192 // Default context length for Llama.cpp models - } - // Set temperature to 0.6 for DefaultToolUseSupportedModels - if ( - Object.values(DefaultToolUseSupportedModels).some((v) => - model.id.toLowerCase().includes(v.toLowerCase()) - ) - ) { - if (setting.key === 'temperature') value = 0.7 // Default temperature for tool-supported models - if (setting.key === 'top_k') value = 20 // Default top_k for tool-supported models - if (setting.key === 'top_p') value = 0.8 // Default top_p for tool-supported models - if (setting.key === 'min_p') value = 0 // Default min_p for tool-supported models - } - acc[setting.key] = { - ...setting, - controller_props: { - ...setting.controller_props, - value: value, - }, - } - return acc - }, - {} as Record - ), - })), + models: await Promise.all( + models.map( + async (model) => + ({ + id: model.id, + model: model.id, + name: model.name, + description: model.description, + capabilities: + 'capabilities' in model + ? (model.capabilities as string[]) + : (await isToolSupported(model.id)) + ? [ModelCapabilities.TOOLS] + : [], + provider: providerName, + settings: Object.values(modelSettings).reduce( + (acc, setting) => { + let value = setting.controller_props.value + if (setting.key === 'ctx_len') { + value = 8192 // Default context length for Llama.cpp models + } + acc[setting.key] = { + ...setting, + controller_props: { + ...setting.controller_props, + value: value, + }, + } + return acc + }, + {} as Record + ), + }) as Model + ) + ), } runtimeProviders.push(provider) } diff --git a/web-app/src/types/models.ts b/web-app/src/types/models.ts index fec96aa1c..f88541bb1 100644 --- a/web-app/src/types/models.ts +++ b/web-app/src/types/models.ts @@ -13,11 +13,4 @@ export enum ModelCapabilities { IMAGE_TO_IMAGE = 'image_to_image', TEXT_TO_AUDIO = 'text_to_audio', AUDIO_TO_TEXT = 'audio_to_text', -} - -// TODO: Remove this enum when we integrate llama.cpp extension -export enum DefaultToolUseSupportedModels { - JanNano = 'jan-', - Qwen3 = 'qwen3', - Lucy = 'lucy', -} +} \ No newline at end of file From 0dc0a9a4a3edbc21a7a664b3acb4de22b59221eb Mon Sep 17 00:00:00 2001 From: Louis Date: Tue, 19 Aug 2025 09:57:10 +0700 Subject: [PATCH 2/3] fix: tests --- .../src/services/__tests__/providers.test.ts | 31 ++++++++++--------- 1 file changed, 16 insertions(+), 15 deletions(-) diff --git a/web-app/src/services/__tests__/providers.test.ts b/web-app/src/services/__tests__/providers.test.ts index 848399df4..6660ffa30 100644 --- a/web-app/src/services/__tests__/providers.test.ts +++ b/web-app/src/services/__tests__/providers.test.ts @@ -5,7 +5,7 @@ import { updateSettings, } from '../providers' import { models as providerModels } from 'token.js' -import { predefinedProviders } from '@/mock/data' +import { predefinedProviders } from '@/consts/providers' import { EngineManager } from '@janhq/core' import { fetchModels } from '../models' import { ExtensionManager } from '@/lib/extension' @@ -21,7 +21,7 @@ vi.mock('token.js', () => ({ }, })) -vi.mock('@/mock/data', () => ({ +vi.mock('@/consts/providers', () => ({ predefinedProviders: [ { active: true, @@ -69,6 +69,7 @@ vi.mock('../models', () => ({ { id: 'llama-2-7b', name: 'Llama 2 7B', description: 'Llama model' }, ]) ), + isToolSupported: vi.fn(() => Promise.resolve(false)), })) vi.mock('@/lib/extension', () => ({ @@ -116,7 +117,7 @@ describe('providers service', () => { it('should return builtin and runtime providers', async () => { const providers = await getProviders() - expect(providers).toHaveLength(9) // 8 runtime + 1 builtin + expect(providers).toHaveLength(2) // 1 runtime + 1 builtin (mocked) expect(providers.some((p) => p.provider === 'llamacpp')).toBe(true) expect(providers.some((p) => p.provider === 'openai')).toBe(true) }) @@ -156,7 +157,7 @@ describe('providers service', () => { provider: 'openai', base_url: 'https://api.openai.com/v1', api_key: 'test-key', - } as ModelProvider + } const models = await fetchModelsFromProvider(provider) @@ -185,7 +186,7 @@ describe('providers service', () => { provider: 'custom', base_url: 'https://api.custom.com', api_key: '', - } as ModelProvider + } const models = await fetchModelsFromProvider(provider) @@ -204,7 +205,7 @@ describe('providers service', () => { const provider = { provider: 'custom', base_url: 'https://api.custom.com', - } as ModelProvider + } const models = await fetchModelsFromProvider(provider) @@ -214,7 +215,7 @@ describe('providers service', () => { it('should throw error when provider has no base_url', async () => { const provider = { provider: 'custom', - } as ModelProvider + } await expect(fetchModelsFromProvider(provider)).rejects.toThrow( 'Provider must have base_url configured' @@ -232,10 +233,10 @@ describe('providers service', () => { const provider = { provider: 'custom', base_url: 'https://api.custom.com', - } as ModelProvider + } await expect(fetchModelsFromProvider(provider)).rejects.toThrow( - 'Cannot connect to custom at https://api.custom.com' + 'Cannot connect to custom at https://api.custom.com. Please check that the service is running and accessible.' ) }) @@ -245,10 +246,10 @@ describe('providers service', () => { const provider = { provider: 'custom', base_url: 'https://api.custom.com', - } as ModelProvider + } await expect(fetchModelsFromProvider(provider)).rejects.toThrow( - 'Cannot connect to custom at https://api.custom.com' + 'Cannot connect to custom at https://api.custom.com. Please check that the service is running and accessible.' ) }) @@ -264,7 +265,7 @@ describe('providers service', () => { const provider = { provider: 'custom', base_url: 'https://api.custom.com', - } as ModelProvider + } const models = await fetchModelsFromProvider(provider) @@ -298,7 +299,7 @@ describe('providers service', () => { controller_type: 'input', controller_props: { value: 'test-key' }, }, - ] as ProviderSetting[] + ] await updateSettings('openai', settings) @@ -324,7 +325,7 @@ describe('providers service', () => { mockExtensionManager ) - const settings = [] as ProviderSetting[] + const settings = [] const result = await updateSettings('nonexistent', settings) @@ -350,7 +351,7 @@ describe('providers service', () => { controller_type: 'input', controller_props: { value: undefined }, }, - ] as ProviderSetting[] + ] await updateSettings('openai', settings) From d7cf258a40dabf8aa43a96be6da423eb2ad98ad1 Mon Sep 17 00:00:00 2001 From: Louis Date: Tue, 19 Aug 2025 10:40:11 +0700 Subject: [PATCH 3/3] fix: tool indicator in hub --- web-app/src/routes/hub/index.tsx | 21 +++++++++++++++++++-- web-app/src/services/models.ts | 1 + 2 files changed, 20 insertions(+), 2 deletions(-) diff --git a/web-app/src/routes/hub/index.tsx b/web-app/src/routes/hub/index.tsx index 3bf146d87..c58fa3169 100644 --- a/web-app/src/routes/hub/index.tsx +++ b/web-app/src/routes/hub/index.tsx @@ -17,7 +17,12 @@ import { useModelProvider } from '@/hooks/useModelProvider' import { Card, CardItem } from '@/containers/Card' import { RenderMarkdown } from '@/containers/RenderMarkdown' import { extractModelName, extractDescription } from '@/lib/models' -import { IconDownload, IconFileCode, IconSearch } from '@tabler/icons-react' +import { + IconDownload, + IconFileCode, + IconSearch, + IconTool, +} from '@tabler/icons-react' import { Switch } from '@/components/ui/switch' import Joyride, { CallBackProps, STATUS } from 'react-joyride' import { CustomTooltipJoyRide } from '@/containers/CustomeTooltipJoyRide' @@ -133,7 +138,10 @@ function Hub() { if (debouncedSearchValue.length) { const fuse = new Fuse(filtered, searchOptions) // Remove domain from search value (e.g., "huggingface.co/author/model" -> "author/model") - const cleanedSearchValue = debouncedSearchValue.replace(/^https?:\/\/[^/]+\//, '') + const cleanedSearchValue = debouncedSearchValue.replace( + /^https?:\/\/[^/]+\//, + '' + ) filtered = fuse.search(cleanedSearchValue).map((result) => result.item) } // Apply downloaded filter @@ -647,6 +655,15 @@ function Hub() { ?.length || 0}
+ {filteredModels[virtualItem.index].tools && ( +
+ +
+ )} {filteredModels[virtualItem.index].quants.length > 1 && (
diff --git a/web-app/src/services/models.ts b/web-app/src/services/models.ts index bad811290..6f0bda5f9 100644 --- a/web-app/src/services/models.ts +++ b/web-app/src/services/models.ts @@ -29,6 +29,7 @@ export interface CatalogModel { mmproj_models?: MMProjModel[] created_at?: string readme?: string + tools?: boolean } export type ModelCatalog = CatalogModel[]