Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: local model run

Browse Source
This commit is contained in:
Louis 2025-05-05 10:45:56 +07:00
parent 5c88cedaf0
commit 7748f0c7e1
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
2 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
web/containers/Providers/ModelHandler.tsx
View File

@ -48,8 +48,7 @@ export default function ModelHandler() {
const addNewMessage = useSetAtom(addNewMessageAtom) const addNewMessage = useSetAtom(addNewMessageAtom)
const updateMessage = useSetAtom(updateMessageAtom) const updateMessage = useSetAtom(updateMessageAtom)
const downloadedModels = useAtomValue(downloadedModelsAtom) const downloadedModels = useAtomValue(downloadedModelsAtom)
const activeModel = useAtomValue(activeModelAtom) const [activeModel, setActiveModel] = useAtom(activeModelAtom)
const setActiveModel = useSetAtom(activeModelAtom)
const setStateModel = useSetAtom(stateModelAtom) const setStateModel = useSetAtom(stateModelAtom)
const subscribedGeneratingMessage = useAtomValue( const subscribedGeneratingMessage = useAtomValue(
subscribedGeneratingMessageAtom subscribedGeneratingMessageAtom

12
web/hooks/useSendChatMessage.ts
View File

@ -143,14 +143,14 @@ export default function useSendChatMessage(
const activeThread = activeThreadRef.current const activeThread = activeThreadRef.current
const activeAssistant = activeAssistantRef.current const activeAssistant = activeAssistantRef.current
const activeModel = selectedModelRef.current const currentModel = selectedModelRef.current
if (!activeThread || !activeAssistant) { if (!activeThread || !activeAssistant) {
console.error('No active thread or assistant') console.error('No active thread or assistant')
return return
} }
if (!activeModel?.id) { if (!currentModel?.id) {
setModelDropdownState(true) setModelDropdownState(true)
return return
} }
@ -179,9 +179,9 @@ export default function useSendChatMessage(
// Fallback support for previous broken threads // Fallback support for previous broken threads
if (activeAssistant.model?.id === '*') { if (activeAssistant.model?.id === '*') {
activeAssistant.model = { activeAssistant.model = {
id: activeModel.id, id: currentModel.id,
settings: activeModel.settings, settings: currentModel.settings,
parameters: activeModel.parameters, parameters: currentModel.parameters,
} }
} }
if (runtimeParams.stream == null) { if (runtimeParams.stream == null) {
@ -254,7 +254,7 @@ export default function useSendChatMessage(
setFileUpload(undefined) setFileUpload(undefined)
} }
if (activeModel?.id !== modelId && modelId) { if (modelRef.current?.id !== modelId && modelId) {
const error = await startModel(modelId).catch((error: Error) => error) const error = await startModel(modelId).catch((error: Error) => error)
if (error) { if (error) {
updateThreadWaiting(activeThread.id, false) updateThreadWaiting(activeThread.id, false)