fix: app should generate thread title with length restriction (#2037)
This commit is contained in:
parent
82b361a5be
commit
a96053ebef
@ -130,25 +130,38 @@ export default function EventHandler({ children }: { children: ReactNode }) {
|
|||||||
const updateThreadTitle = useCallback(
|
const updateThreadTitle = useCallback(
|
||||||
(message: ThreadMessage) => {
|
(message: ThreadMessage) => {
|
||||||
// Update only when it's finished
|
// Update only when it's finished
|
||||||
if (message.status === MessageStatus.Pending) {
|
if (message.status !== MessageStatus.Ready) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
const thread = threadsRef.current?.find((e) => e.id == message.thread_id)
|
const thread = threadsRef.current?.find((e) => e.id == message.thread_id)
|
||||||
const messageContent = message.content[0]?.text?.value
|
const messageContent = message.content[0]?.text?.value
|
||||||
if (thread && messageContent) {
|
|
||||||
// Update the Thread title with the response of the inference on the 1st prompt
|
|
||||||
updateThread({
|
|
||||||
...thread,
|
|
||||||
title: messageContent,
|
|
||||||
metadata: thread.metadata,
|
|
||||||
})
|
|
||||||
|
|
||||||
extensionManager
|
// The thread title should not be updated if the message is less than 10 words
|
||||||
.get<ConversationalExtension>(ExtensionTypeEnum.Conversational)
|
// And no new line character is present
|
||||||
?.saveThread({
|
// And non-alphanumeric characters should be removed
|
||||||
|
if (thread && messageContent && !messageContent.includes('\n')) {
|
||||||
|
// Remove non-alphanumeric characters
|
||||||
|
const cleanedMessageContent = messageContent
|
||||||
|
.replace(/[^a-z0-9\s]/gi, '')
|
||||||
|
.trim()
|
||||||
|
// Split the message into words
|
||||||
|
const words = cleanedMessageContent.split(' ')
|
||||||
|
// Check if the message is less than 10 words
|
||||||
|
if (words.length < 10) {
|
||||||
|
// Update the Thread title with the response of the inference on the 1st prompt
|
||||||
|
updateThread({
|
||||||
...thread,
|
...thread,
|
||||||
|
title: cleanedMessageContent,
|
||||||
|
metadata: thread.metadata,
|
||||||
})
|
})
|
||||||
|
|
||||||
|
extensionManager
|
||||||
|
.get<ConversationalExtension>(ExtensionTypeEnum.Conversational)
|
||||||
|
?.saveThread({
|
||||||
|
...thread,
|
||||||
|
})
|
||||||
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
[updateThread]
|
[updateThread]
|
||||||
@ -230,25 +243,25 @@ export default function EventHandler({ children }: { children: ReactNode }) {
|
|||||||
// Summarize the first message, and make that the title of the Thread
|
// Summarize the first message, and make that the title of the Thread
|
||||||
// 1. Get the summary of the first prompt using whatever engine user is currently using
|
// 1. Get the summary of the first prompt using whatever engine user is currently using
|
||||||
const threadMessages = messagesRef?.current
|
const threadMessages = messagesRef?.current
|
||||||
const summarizeFirstPrompt =
|
|
||||||
'Summarize the conversation above in 5 words as a title'
|
|
||||||
|
|
||||||
|
if (!threadMessages || threadMessages.length === 0) return
|
||||||
|
|
||||||
|
const summarizeFirstPrompt = `Summarize this text "${threadMessages[0].content[0].text.value}" for a conversation title in less than 10 words`
|
||||||
// Prompt: Given this query from user {query}, return to me the summary in 5 words as the title
|
// Prompt: Given this query from user {query}, return to me the summary in 5 words as the title
|
||||||
const msgId = ulid()
|
const msgId = ulid()
|
||||||
const messages: ChatCompletionMessage[] = [
|
const messages: ChatCompletionMessage[] = [
|
||||||
...threadMessages.map((msg) => {
|
{
|
||||||
return {
|
role: ChatCompletionRole.System,
|
||||||
role: msg.role,
|
content:
|
||||||
content: msg.content[0]?.text.value,
|
'The conversation below is for a text summarization, user asks assistant to summarize a text and assistant should response in just less than 10 words',
|
||||||
}
|
},
|
||||||
}),
|
|
||||||
{
|
{
|
||||||
role: ChatCompletionRole.User,
|
role: ChatCompletionRole.User,
|
||||||
content: summarizeFirstPrompt,
|
content: summarizeFirstPrompt,
|
||||||
} as ChatCompletionMessage,
|
},
|
||||||
]
|
]
|
||||||
|
|
||||||
const firstPromptRequest: MessageRequest = {
|
const messageRequest: MessageRequest = {
|
||||||
id: msgId,
|
id: msgId,
|
||||||
threadId: message.thread_id,
|
threadId: message.thread_id,
|
||||||
type: MessageRequestType.Summary,
|
type: MessageRequestType.Summary,
|
||||||
@ -263,7 +276,7 @@ export default function EventHandler({ children }: { children: ReactNode }) {
|
|||||||
|
|
||||||
// 2. Update the title with the result of the inference
|
// 2. Update the title with the result of the inference
|
||||||
setTimeout(() => {
|
setTimeout(() => {
|
||||||
events.emit(MessageEvent.OnMessageSent, firstPromptRequest)
|
events.emit(MessageEvent.OnMessageSent, messageRequest)
|
||||||
}, 1000)
|
}, 1000)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user