69f73b86c4
* fix: api server chat completion error for remote model Signed-off-by: James <james@jan.ai> * fix: duplicate setting in local api server Signed-off-by: James <james@jan.ai> --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai>
521 lines
18 KiB
TypeScript
521 lines
18 KiB
TypeScript
'use client'
|
|
|
|
import React, { useCallback, useEffect, useMemo, useState } from 'react'
|
|
|
|
import ScrollToBottom from 'react-scroll-to-bottom'
|
|
|
|
import {
|
|
Button,
|
|
Switch,
|
|
Tooltip,
|
|
TooltipArrow,
|
|
TooltipContent,
|
|
TooltipPortal,
|
|
TooltipTrigger,
|
|
Select,
|
|
SelectContent,
|
|
SelectItem,
|
|
Input,
|
|
SelectTrigger,
|
|
SelectValue,
|
|
} from '@janhq/uikit'
|
|
|
|
import { useAtom, useAtomValue, useSetAtom } from 'jotai'
|
|
|
|
import { Paintbrush, CodeIcon } from 'lucide-react'
|
|
import { ExternalLinkIcon, InfoIcon } from 'lucide-react'
|
|
|
|
import { AlertTriangleIcon } from 'lucide-react'
|
|
import { twMerge } from 'tailwind-merge'
|
|
|
|
import CardSidebar from '@/containers/CardSidebar'
|
|
|
|
import DropdownListSidebar, {
|
|
selectedModelAtom,
|
|
} from '@/containers/DropdownListSidebar'
|
|
|
|
import ModalTroubleShooting, {
|
|
modalTroubleShootingAtom,
|
|
} from '@/containers/ModalTroubleShoot'
|
|
import ServerLogs from '@/containers/ServerLogs'
|
|
|
|
import { toaster } from '@/containers/Toast'
|
|
|
|
import { loadModelErrorAtom, useActiveModel } from '@/hooks/useActiveModel'
|
|
import { useLogs } from '@/hooks/useLogs'
|
|
|
|
import { getConfigurationsData } from '@/utils/componentSettings'
|
|
import { toRuntimeParams, toSettingParams } from '@/utils/modelParam'
|
|
|
|
import EngineSetting from '../Chat/EngineSetting'
|
|
|
|
import ModelSetting from '../Chat/ModelSetting'
|
|
import { showRightSideBarAtom } from '../Chat/Sidebar'
|
|
|
|
import {
|
|
apiServerCorsEnabledAtom,
|
|
apiServerHostAtom,
|
|
apiServerPortAtom,
|
|
apiServerPrefix,
|
|
apiServerVerboseLogEnabledAtom,
|
|
hostOptions,
|
|
} from '@/helpers/atoms/ApiServer.atom'
|
|
import { serverEnabledAtom } from '@/helpers/atoms/LocalServer.atom'
|
|
|
|
const LocalServerScreen = () => {
|
|
const [errorRangePort, setErrorRangePort] = useState(false)
|
|
const [errorPrefix, setErrorPrefix] = useState(false)
|
|
const [serverEnabled, setServerEnabled] = useAtom(serverEnabledAtom)
|
|
const showRightSideBar = useAtomValue(showRightSideBarAtom)
|
|
const setModalTroubleShooting = useSetAtom(modalTroubleShootingAtom)
|
|
|
|
const { openServerLog, clearServerLog } = useLogs()
|
|
const { startModel, stateModel } = useActiveModel()
|
|
const selectedModel = useAtomValue(selectedModelAtom)
|
|
|
|
const modelEngineParams = toSettingParams(selectedModel?.settings)
|
|
const modelRuntimeParams = toRuntimeParams(selectedModel?.settings)
|
|
|
|
const componentDataEngineSetting = getConfigurationsData(modelEngineParams)
|
|
const componentDataRuntimeSetting = getConfigurationsData(
|
|
modelRuntimeParams,
|
|
selectedModel
|
|
)
|
|
|
|
const [isCorsEnabled, setIsCorsEnabled] = useAtom(apiServerCorsEnabledAtom)
|
|
const [isVerboseEnabled, setIsVerboseEnabled] = useAtom(
|
|
apiServerVerboseLogEnabledAtom
|
|
)
|
|
const [host, setHost] = useAtom(apiServerHostAtom)
|
|
const [port, setPort] = useAtom(apiServerPortAtom)
|
|
const [prefix, setPrefix] = useAtom(apiServerPrefix)
|
|
const [loadModelError, setLoadModelError] = useAtom(loadModelErrorAtom)
|
|
|
|
const FIRST_TIME_VISIT_API_SERVER = 'firstTimeVisitAPIServer'
|
|
|
|
const [firstTimeVisitAPIServer, setFirstTimeVisitAPIServer] =
|
|
useState<boolean>(false)
|
|
|
|
const handleChangePort = useCallback(
|
|
(value: string) => {
|
|
setErrorRangePort(Number(value) <= 0 || Number(value) >= 65536)
|
|
setPort(value)
|
|
},
|
|
[setPort]
|
|
)
|
|
|
|
const handleChangePrefix = useCallback(
|
|
(value: string) => {
|
|
setErrorPrefix(!value.length || !value.startsWith('/'))
|
|
setPrefix(value)
|
|
},
|
|
[setPrefix]
|
|
)
|
|
|
|
useEffect(() => {
|
|
if (localStorage.getItem(FIRST_TIME_VISIT_API_SERVER) == null) {
|
|
setFirstTimeVisitAPIServer(true)
|
|
}
|
|
}, [firstTimeVisitAPIServer])
|
|
|
|
useEffect(() => {
|
|
handleChangePort(port)
|
|
}, [handleChangePort, port])
|
|
|
|
useEffect(() => {
|
|
handleChangePrefix(prefix)
|
|
}, [handleChangePrefix, prefix])
|
|
|
|
const engineSettings = useMemo(
|
|
() => componentDataEngineSetting.filter((x) => x.key !== 'prompt_template'),
|
|
[componentDataEngineSetting]
|
|
)
|
|
|
|
const modelSettings = useMemo(() => {
|
|
return componentDataRuntimeSetting.filter(
|
|
(x) => x.key !== 'prompt_template'
|
|
)
|
|
}, [componentDataRuntimeSetting])
|
|
|
|
const onStartServerClick = async () => {
|
|
if (selectedModel == null) return
|
|
try {
|
|
const isStarted = await window.core?.api?.startServer({
|
|
host,
|
|
port,
|
|
prefix,
|
|
isCorsEnabled,
|
|
isVerboseEnabled,
|
|
})
|
|
await startModel(selectedModel.id)
|
|
if (isStarted) setServerEnabled(true)
|
|
if (firstTimeVisitAPIServer) {
|
|
localStorage.setItem(FIRST_TIME_VISIT_API_SERVER, 'false')
|
|
setFirstTimeVisitAPIServer(false)
|
|
}
|
|
} catch (e) {
|
|
console.error(e)
|
|
toaster({
|
|
title: `Failed to start server!`,
|
|
description: 'Please check Server Logs for more details.',
|
|
type: 'error',
|
|
})
|
|
}
|
|
}
|
|
|
|
const onStopServerClick = async () => {
|
|
window.core?.api?.stopServer()
|
|
setServerEnabled(false)
|
|
setLoadModelError(undefined)
|
|
}
|
|
|
|
const onToggleServer = async () => {
|
|
if (serverEnabled) {
|
|
await onStopServerClick()
|
|
} else {
|
|
await onStartServerClick()
|
|
}
|
|
}
|
|
|
|
return (
|
|
<div className="flex h-full w-full" data-testid="local-server-testid">
|
|
{/* Left SideBar */}
|
|
<div className="flex h-full w-60 flex-shrink-0 flex-col overflow-y-auto border-r border-border">
|
|
<div className="p-4">
|
|
<h2 className="font-bold">Server Options</h2>
|
|
<p className="mt-2 leading-relaxed">
|
|
Start an OpenAI-compatible local HTTP server.
|
|
</p>
|
|
</div>
|
|
<div className="border-b border-border pb-8">
|
|
<div className="space-y-3 px-4">
|
|
<Button
|
|
block
|
|
themes={serverEnabled ? 'danger' : 'primary'}
|
|
disabled={
|
|
stateModel.loading ||
|
|
errorRangePort ||
|
|
errorPrefix ||
|
|
!selectedModel
|
|
}
|
|
onClick={onToggleServer}
|
|
>
|
|
{serverEnabled ? 'Stop' : 'Start'} Server
|
|
</Button>
|
|
{serverEnabled && (
|
|
<Button block themes="secondaryBlue" asChild>
|
|
<a href={`http://localhost:${port}`} target="_blank">
|
|
API Reference <ExternalLinkIcon size={20} className="ml-2" />
|
|
</a>
|
|
</Button>
|
|
)}
|
|
</div>
|
|
</div>
|
|
|
|
<Tooltip>
|
|
<TooltipTrigger asChild>
|
|
<div className="space-y-4 p-4">
|
|
<div>
|
|
<p className="mb-2 block text-sm font-semibold text-zinc-500 dark:text-gray-300">
|
|
Server Options
|
|
</p>
|
|
<div className="flex w-full flex-shrink-0 items-center gap-x-2">
|
|
<Select
|
|
value={host}
|
|
onValueChange={(e) => setHost(e)}
|
|
disabled={serverEnabled}
|
|
>
|
|
<SelectTrigger className="w-full">
|
|
<SelectValue />
|
|
</SelectTrigger>
|
|
<SelectContent>
|
|
{hostOptions.map((option, i) => {
|
|
return (
|
|
<SelectItem
|
|
key={i}
|
|
value={option}
|
|
className={twMerge(
|
|
host === option && 'bg-secondary'
|
|
)}
|
|
>
|
|
{option}
|
|
</SelectItem>
|
|
)
|
|
})}
|
|
</SelectContent>
|
|
</Select>
|
|
|
|
<Input
|
|
className={twMerge(
|
|
'w-[70px] flex-shrink-0',
|
|
errorRangePort && 'border-danger'
|
|
)}
|
|
type="number"
|
|
value={port}
|
|
onChange={(e) => {
|
|
handleChangePort(e.target.value)
|
|
}}
|
|
maxLength={5}
|
|
disabled={serverEnabled}
|
|
/>
|
|
</div>
|
|
{errorRangePort && (
|
|
<p className="mt-2 text-xs text-danger">{`The port range should be from 0 to 65536`}</p>
|
|
)}
|
|
</div>
|
|
<div>
|
|
<label
|
|
id="prefix"
|
|
className="mb-2 inline-flex items-start gap-x-2 font-bold text-zinc-500 dark:text-gray-300"
|
|
>
|
|
API Prefix
|
|
</label>
|
|
<div className="flex items-center justify-between">
|
|
<Input
|
|
className={twMerge(
|
|
'w-full flex-shrink-0',
|
|
errorPrefix && 'border-danger'
|
|
)}
|
|
type="text"
|
|
value={prefix}
|
|
onChange={(e) => {
|
|
handleChangePrefix(e.target.value)
|
|
}}
|
|
disabled={serverEnabled}
|
|
/>
|
|
</div>
|
|
{errorPrefix && (
|
|
<p className="mt-2 text-xs text-danger">{`Prefix should start with /`}</p>
|
|
)}
|
|
</div>
|
|
<div>
|
|
<label
|
|
id="cors"
|
|
className="mb-2 inline-flex items-start gap-x-2 font-bold text-zinc-500 dark:text-gray-300"
|
|
>
|
|
Cross-Origin-Resource-Sharing (CORS)
|
|
<Tooltip>
|
|
<TooltipTrigger asChild>
|
|
<InfoIcon
|
|
size={16}
|
|
className="mt-0.5 flex-shrink-0 dark:text-gray-500"
|
|
/>
|
|
</TooltipTrigger>
|
|
<TooltipPortal>
|
|
<TooltipContent side="top" className="max-w-[240px]">
|
|
<span>
|
|
CORS (Cross-Origin Resource Sharing) manages resource
|
|
access on this server from external domains. Enable
|
|
for secure inter-website communication, regulating
|
|
data sharing to bolster overall security.
|
|
</span>
|
|
<TooltipArrow />
|
|
</TooltipContent>
|
|
</TooltipPortal>
|
|
</Tooltip>
|
|
</label>
|
|
<div className="flex items-center justify-between">
|
|
<Switch
|
|
checked={isCorsEnabled}
|
|
onCheckedChange={(e) => setIsCorsEnabled(e)}
|
|
name="cors"
|
|
disabled={serverEnabled}
|
|
/>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<label
|
|
id="verbose"
|
|
className="mb-2 inline-flex items-start gap-x-2 font-bold text-zinc-500 dark:text-gray-300"
|
|
>
|
|
Verbose Server Logs
|
|
<Tooltip>
|
|
<TooltipTrigger asChild>
|
|
<InfoIcon
|
|
size={16}
|
|
className="mt-0.5 flex-shrink-0 dark:text-gray-500"
|
|
/>
|
|
</TooltipTrigger>
|
|
<TooltipPortal>
|
|
<TooltipContent side="top" className="max-w-[240px]">
|
|
<span>
|
|
Verbose Server Logs provide extensive details about
|
|
server activities. Enable to capture thorough records,
|
|
aiding in troubleshooting and monitoring server
|
|
performance effectively.
|
|
</span>
|
|
<TooltipArrow />
|
|
</TooltipContent>
|
|
</TooltipPortal>
|
|
</Tooltip>
|
|
</label>
|
|
<div className="flex items-center justify-between">
|
|
<Switch
|
|
checked={isVerboseEnabled}
|
|
onCheckedChange={(e) => setIsVerboseEnabled(e)}
|
|
name="verbose"
|
|
disabled={serverEnabled}
|
|
/>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</TooltipTrigger>
|
|
<TooltipPortal>
|
|
{serverEnabled && (
|
|
<TooltipContent side="bottom" className="max-w-[200px]">
|
|
<span>
|
|
Settings cannot be modified while the server is running
|
|
</span>
|
|
<TooltipArrow />
|
|
</TooltipContent>
|
|
)}
|
|
</TooltipPortal>
|
|
</Tooltip>
|
|
</div>
|
|
|
|
{/* Middle Bar */}
|
|
<ScrollToBottom className="relative flex h-full w-full flex-col overflow-auto bg-background">
|
|
<div className="sticky top-0 flex items-center justify-between bg-zinc-100 px-4 py-2 dark:bg-zinc-600">
|
|
<h2 className="font-bold">Server Logs</h2>
|
|
<div className="space-x-2">
|
|
<Button
|
|
size="sm"
|
|
themes="outline"
|
|
className="bg-white dark:bg-secondary"
|
|
onClick={() => openServerLog()}
|
|
>
|
|
<CodeIcon size={16} className="mr-2" />
|
|
Open Logs
|
|
</Button>
|
|
<Button
|
|
size="sm"
|
|
themes="outline"
|
|
className="bg-white dark:bg-secondary"
|
|
onClick={() => clearServerLog()}
|
|
>
|
|
<Paintbrush size={16} className="mr-2" />
|
|
Clear
|
|
</Button>
|
|
</div>
|
|
</div>
|
|
{firstTimeVisitAPIServer ? (
|
|
<div className="flex h-full items-center justify-center">
|
|
<div className="w-[335px] rounded-lg border border-blue-600 bg-blue-100 p-6">
|
|
<div className="item-start flex gap-x-4">
|
|
<svg
|
|
width="20"
|
|
height="20"
|
|
viewBox="0 0 20 20"
|
|
fill="none"
|
|
className="mt-1 flex-shrink-0"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
>
|
|
<path
|
|
fillRule="evenodd"
|
|
clipRule="evenodd"
|
|
d="M10 20C15.5228 20 20 15.5228 20 10C20 4.47715 15.5228 0 10 0C4.47715 0 2.11188e-08 4.47715 2.11188e-08 10C2.11188e-08 12.397 0.843343 14.597 2.2495 16.3195L0.292453 18.2929C-0.332289 18.9229 0.110179 20 0.993697 20H10ZM5.5 8C5.5 7.44772 5.94772 7 6.5 7H13.5C14.0523 7 14.5 7.44772 14.5 8C14.5 8.55229 14.0523 9 13.5 9H6.5C5.94772 9 5.5 8.55229 5.5 8ZM6.5 11C5.94772 11 5.5 11.4477 5.5 12C5.5 12.5523 5.94772 13 6.5 13H9.5C10.0523 13 10.5 12.5523 10.5 12C10.5 11.4477 10.0523 11 9.5 11H6.5Z"
|
|
fill="#2563EB"
|
|
/>
|
|
</svg>
|
|
|
|
<div>
|
|
<h6 className="font-medium text-black">
|
|
Once you start the server, you cannot chat with your
|
|
assistant.
|
|
</h6>
|
|
<Button
|
|
className="mt-4"
|
|
onClick={() => {
|
|
localStorage.setItem(FIRST_TIME_VISIT_API_SERVER, 'false')
|
|
setFirstTimeVisitAPIServer(false)
|
|
}}
|
|
>
|
|
Got it
|
|
</Button>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
) : (
|
|
<div className="p-4">
|
|
<ServerLogs />
|
|
</div>
|
|
)}
|
|
</ScrollToBottom>
|
|
|
|
{/* Right bar */}
|
|
<div
|
|
className={twMerge(
|
|
'h-full flex-shrink-0 overflow-x-hidden border-l border-border bg-background transition-all duration-100 dark:bg-background/20',
|
|
showRightSideBar
|
|
? 'w-80 translate-x-0 opacity-100'
|
|
: 'w-0 translate-x-full opacity-0'
|
|
)}
|
|
>
|
|
<div className="px-4 pt-4">
|
|
<div className="mb-4 flex items-start space-x-2">
|
|
<svg
|
|
width="18"
|
|
height="18"
|
|
viewBox="0 0 18 18"
|
|
className="mt-1 flex-shrink-0"
|
|
fill="none"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
>
|
|
<path
|
|
fillRule="evenodd"
|
|
clipRule="evenodd"
|
|
d="M9.00033 17.3337C13.6027 17.3337 17.3337 13.6027 17.3337 9.00033C17.3337 4.39795 13.6027 0.666992 9.00033 0.666992C4.39795 0.666992 0.666992 4.39795 0.666992 9.00033C0.666992 10.9978 1.36978 12.8311 2.54157 14.2666L0.910703 15.9111C0.390085 16.436 0.758808 17.3337 1.49507 17.3337H9.00033ZM5.25033 7.33366C5.25033 6.87342 5.62342 6.50033 6.08366 6.50033H11.917C12.3772 6.50033 12.7503 6.87342 12.7503 7.33366C12.7503 7.7939 12.3772 8.16699 11.917 8.16699H6.08366C5.62342 8.16699 5.25033 7.7939 5.25033 7.33366ZM6.08366 9.83366C5.62342 9.83366 5.25033 10.2068 5.25033 10.667C5.25033 11.1272 5.62342 11.5003 6.08366 11.5003H8.58366C9.0439 11.5003 9.41699 11.1272 9.41699 10.667C9.41699 10.2068 9.0439 9.83366 8.58366 9.83366H6.08366Z"
|
|
fill="#2563EB"
|
|
/>
|
|
</svg>
|
|
|
|
<p>
|
|
You can concurrently send requests to one active local model and
|
|
multiple remote models.
|
|
</p>
|
|
</div>
|
|
<DropdownListSidebar strictedThread={false} />
|
|
{loadModelError && serverEnabled && (
|
|
<div className="mt-3 flex space-x-2 text-xs">
|
|
<AlertTriangleIcon size={16} className="text-danger" />
|
|
<span>
|
|
Model failed to start. Access{' '}
|
|
<span
|
|
className="cursor-pointer text-primary dark:text-blue-400"
|
|
onClick={() => setModalTroubleShooting(true)}
|
|
>
|
|
troubleshooting assistance
|
|
</span>
|
|
</span>
|
|
</div>
|
|
)}
|
|
|
|
{modelSettings.length !== 0 && (
|
|
<div className="mt-4">
|
|
<CardSidebar title="Model Parameters" asChild>
|
|
<div className="px-2 py-4">
|
|
<ModelSetting componentProps={modelSettings} />
|
|
</div>
|
|
</CardSidebar>
|
|
</div>
|
|
)}
|
|
|
|
{engineSettings.length !== 0 && (
|
|
<div className="my-4">
|
|
<CardSidebar title="Engine Parameters" asChild>
|
|
<div className="px-2 py-4">
|
|
<EngineSetting componentData={engineSettings} />
|
|
</div>
|
|
</CardSidebar>
|
|
</div>
|
|
)}
|
|
</div>
|
|
</div>
|
|
<ModalTroubleShooting />
|
|
</div>
|
|
)
|
|
}
|
|
|
|
export default LocalServerScreen
|