chore: clear flow loacl api server
This commit is contained in:
parent
2679b19e32
commit
199623b414
@ -97,32 +97,47 @@ function LocalAPIServerContent() {
|
|||||||
}
|
}
|
||||||
setShowApiKeyError(false)
|
setShowApiKeyError(false)
|
||||||
|
|
||||||
const modelToStart = getModelToStart({
|
|
||||||
selectedModel,
|
|
||||||
selectedProvider,
|
|
||||||
getProviderByName,
|
|
||||||
})
|
|
||||||
// Only start server if we have a model to load
|
|
||||||
if (!modelToStart) {
|
|
||||||
console.warn(
|
|
||||||
'Cannot start Local API Server: No model available to load'
|
|
||||||
)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
setServerStatus('pending')
|
setServerStatus('pending')
|
||||||
setIsModelLoading(true) // Start loading state
|
|
||||||
|
|
||||||
// Start the model first
|
// Check if there's already a loaded model
|
||||||
serviceHub
|
serviceHub
|
||||||
.models()
|
.models()
|
||||||
.startModel(modelToStart.provider, modelToStart.model)
|
.getActiveModels()
|
||||||
.then(() => {
|
.then((loadedModels) => {
|
||||||
console.log(`Model ${modelToStart.model} started successfully`)
|
if (loadedModels && loadedModels.length > 0) {
|
||||||
setIsModelLoading(false) // Model loaded, stop loading state
|
console.log(`Using already loaded model: ${loadedModels[0]}`)
|
||||||
|
// Model already loaded, just start the server
|
||||||
|
return Promise.resolve()
|
||||||
|
} else {
|
||||||
|
// No loaded model, start one first
|
||||||
|
const modelToStart = getModelToStart({
|
||||||
|
selectedModel,
|
||||||
|
selectedProvider,
|
||||||
|
getProviderByName,
|
||||||
|
})
|
||||||
|
|
||||||
// Add a small delay for the backend to update state
|
// Only start server if we have a model to load
|
||||||
return new Promise((resolve) => setTimeout(resolve, 500))
|
if (!modelToStart) {
|
||||||
|
console.warn(
|
||||||
|
'Cannot start Local API Server: No model available to load'
|
||||||
|
)
|
||||||
|
throw new Error('No model available to load')
|
||||||
|
}
|
||||||
|
|
||||||
|
setIsModelLoading(true) // Start loading state
|
||||||
|
|
||||||
|
// Start the model first
|
||||||
|
return serviceHub
|
||||||
|
.models()
|
||||||
|
.startModel(modelToStart.provider, modelToStart.model)
|
||||||
|
.then(() => {
|
||||||
|
console.log(`Model ${modelToStart.model} started successfully`)
|
||||||
|
setIsModelLoading(false) // Model loaded, stop loading state
|
||||||
|
|
||||||
|
// Add a small delay for the backend to update state
|
||||||
|
return new Promise((resolve) => setTimeout(resolve, 500))
|
||||||
|
})
|
||||||
|
}
|
||||||
})
|
})
|
||||||
.then(() => {
|
.then(() => {
|
||||||
// Then start the server
|
// Then start the server
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user