diff --git a/extensions/llamacpp-extension/settings.json b/extensions/llamacpp-extension/settings.json index 363822f9a..46c4995ff 100644 --- a/extensions/llamacpp-extension/settings.json +++ b/extensions/llamacpp-extension/settings.json @@ -25,18 +25,6 @@ "controllerType": "checkbox", "controllerProps": { "value": true } }, - { - "key": "chat_template", - "title": "Custom Jinja Chat template", - "description": "Custom Jinja chat_template to be used for the model", - "controllerType": "input", - "controllerProps": { - "value": "", - "placeholder": "e.g., {% for message in messages %}...{% endfor %} (default is read from GGUF)", - "type": "text", - "textAlign": "right" - } - }, { "key": "threads", "title": "Threads", diff --git a/web-app/src/containers/ModelSetting.tsx b/web-app/src/containers/ModelSetting.tsx index d54e406b2..9d8406801 100644 --- a/web-app/src/containers/ModelSetting.tsx +++ b/web-app/src/containers/ModelSetting.tsx @@ -71,7 +71,7 @@ export function ModelSetting({ }) // Call debounced stopModel only when updating ctx_len or ngl - if (key === 'ctx_len' || key === 'ngl') { + if (key === 'ctx_len' || key === 'ngl' || key === 'chat_template') { debouncedStopModel(model.id) } } @@ -101,9 +101,15 @@ export function ModelSetting({
diff --git a/web-app/src/hooks/useModelProvider.ts b/web-app/src/hooks/useModelProvider.ts
index bfcb4e3a5..e6c1ae74c 100644
--- a/web-app/src/hooks/useModelProvider.ts
+++ b/web-app/src/hooks/useModelProvider.ts
@@ -2,6 +2,7 @@ import { create } from 'zustand'
import { persist, createJSONStorage } from 'zustand/middleware'
import { localStorageKey } from '@/constants/localStorage'
import { sep } from '@tauri-apps/api/path'
+import { modelSettings } from '@/lib/predefined'
type ModelProviderState = {
providers: ModelProvider[]
@@ -211,8 +212,21 @@ export const useModelProvider = create