Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: resolve comment

Browse Source
This commit is contained in:
Louis 2023-09-30 12:51:41 +07:00 committed by Louis
parent dad3d04403
commit 1a3c53c576
3 changed files with 20 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
electron/core/plugins/inference-plugin/index.js
View File

@ -17,9 +17,11 @@ const dispose = async () =>
.then((res) => resolve(res)); .then((res) => resolve(res));
} }
}); });
const inferenceUrl = () => "http://localhost:8080/llama/chat_completion";
// Register all the above functions and objects with the relevant extension points // Register all the above functions and objects with the relevant extension points
export function init({ register }) { export function init({ register }) {
register("initModel", "initModel", initModel); register("initModel", "initModel", initModel);
register("inferenceUrl", "inferenceUrl", inferenceUrl);
register("dispose", "dispose", dispose); register("dispose", "dispose", dispose);
} }

38
web/app/_hooks/useSendChatMessage.ts
View File

@ -11,7 +11,7 @@ import {
import { useAtom, useAtomValue, useSetAtom } from "jotai"; import { useAtom, useAtomValue, useSetAtom } from "jotai";
import { selectAtom } from "jotai/utils"; import { selectAtom } from "jotai/utils";
import { DataService } from "../../shared/coreService"; import { DataService, InfereceService } from "../../shared/coreService";
import { import {
MessageSenderType, MessageSenderType,
RawMessage, RawMessage,
@ -52,9 +52,7 @@ export default function useSendChatMessage() {
addNewMessage(newChatMessage); addNewMessage(newChatMessage);
const recentMessages = [ const recentMessages = [
...chatMessagesHistory.sort( ...chatMessagesHistory.sort((a, b) => parseInt(a.id) - parseInt(b.id)),
(a, b) => parseInt(a.id) - parseInt(b.id)
),
newChatMessage, newChatMessage,
] ]
.slice(-10) .slice(-10)
@ -67,23 +65,21 @@ export default function useSendChatMessage() {
: "assistant", : "assistant",
}; };
}); });
const response = await fetch( const url = await executeSerial(InfereceService.INFERENCE_URL);
"http://localhost:8080/llama/chat_completion", const response = await fetch(url, {
{ method: "POST",
method: "POST", headers: {
headers: { "Content-Type": "application/json",
"Content-Type": "application/json", Accept: "text/event-stream",
Accept: "text/event-stream", "Access-Control-Allow-Origi": "*",
"Access-Control-Allow-Origi": "*", },
}, body: JSON.stringify({
body: JSON.stringify({ messages: recentMessages,
messages: recentMessages, stream: true,
stream: true, model: "gpt-3.5-turbo",
model: "gpt-3.5-turbo", max_tokens: 500,
max_tokens: 500, }),
}), });
}
);
const stream = response.body; const stream = response.body;
const decoder = new TextDecoder("utf-8"); const decoder = new TextDecoder("utf-8");

2
web/shared/coreService.ts
View File

@ -28,7 +28,7 @@ export enum ModelService {
} }
export enum InfereceService { export enum InfereceService {
PROMPT = "prompt", INFERENCE_URL = "inferenceUrl",
INIT_MODEL = "initModel", INIT_MODEL = "initModel",
} }