Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: local model run

Browse Source
This commit is contained in:
Louis 2025-05-05 10:45:56 +07:00
parent 5c88cedaf0
commit 7748f0c7e1
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
2 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
web/containers/Providers/ModelHandler.tsx
View File

@ -48,8 +48,7 @@ export default function ModelHandler() {
const addNewMessage = useSetAtom(addNewMessageAtom)
const updateMessage = useSetAtom(updateMessageAtom)
const downloadedModels = useAtomValue(downloadedModelsAtom)
const activeModel = useAtomValue(activeModelAtom)
const setActiveModel = useSetAtom(activeModelAtom)
const [activeModel, setActiveModel] = useAtom(activeModelAtom)
const setStateModel = useSetAtom(stateModelAtom)
const subscribedGeneratingMessage = useAtomValue(
subscribedGeneratingMessageAtom

12
web/hooks/useSendChatMessage.ts
View File

@ -143,14 +143,14 @@ export default function useSendChatMessage(
const activeThread = activeThreadRef.current
const activeAssistant = activeAssistantRef.current
const activeModel = selectedModelRef.current
const currentModel = selectedModelRef.current
if (!activeThread || !activeAssistant) {
console.error('No active thread or assistant')
return
}
if (!activeModel?.id) {
if (!currentModel?.id) {
setModelDropdownState(true)
return
}
@ -179,9 +179,9 @@ export default function useSendChatMessage(
// Fallback support for previous broken threads
if (activeAssistant.model?.id === '*') {
activeAssistant.model = {
id: activeModel.id,
settings: activeModel.settings,
parameters: activeModel.parameters,
id: currentModel.id,
settings: currentModel.settings,
parameters: currentModel.parameters,
}
}
if (runtimeParams.stream == null) {
@ -254,7 +254,7 @@ export default function useSendChatMessage(
setFileUpload(undefined)
}
if (activeModel?.id !== modelId && modelId) {
if (modelRef.current?.id !== modelId && modelId) {
const error = await startModel(modelId).catch((error: Error) => error)
if (error) {
updateThreadWaiting(activeThread.id, false)