44 lines
1.1 KiB
TypeScript
44 lines
1.1 KiB
TypeScript
import { useAppState } from '@/hooks/useAppState'
|
|
import { toNumber } from '@/utils/number'
|
|
import { Gauge } from 'lucide-react'
|
|
|
|
interface TokenSpeedIndicatorProps {
|
|
metadata?: Record<string, unknown>
|
|
streaming?: boolean
|
|
}
|
|
|
|
export const TokenSpeedIndicator = ({
|
|
metadata,
|
|
streaming,
|
|
}: TokenSpeedIndicatorProps) => {
|
|
const { tokenSpeed } = useAppState()
|
|
const persistedTokenSpeed =
|
|
(metadata?.tokenSpeed as { tokenSpeed: number })?.tokenSpeed || 0
|
|
|
|
const nonStreamingAssistantParam =
|
|
typeof metadata?.assistant === 'object' &&
|
|
metadata?.assistant !== null &&
|
|
'parameters' in metadata.assistant
|
|
? (metadata.assistant as { parameters?: { stream?: boolean } }).parameters
|
|
?.stream === false
|
|
: undefined
|
|
|
|
if (nonStreamingAssistantParam) return
|
|
|
|
return (
|
|
<div className="flex items-center gap-1 text-main-view-fg/60 text-xs">
|
|
<Gauge size={16} />
|
|
<span>
|
|
{Math.round(
|
|
streaming
|
|
? toNumber(tokenSpeed?.tokenSpeed)
|
|
: toNumber(persistedTokenSpeed)
|
|
)}
|
|
tokens/sec
|
|
</span>
|
|
</div>
|
|
)
|
|
}
|
|
|
|
export default TokenSpeedIndicator
|