Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: reformat and add types

Browse Source
This commit is contained in:
hiro 2024-01-23 16:11:46 +07:00 committed by hiro
parent fe1baed116
commit 17479e7967
1 changed files with 13 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
extensions/inference-nitro-extension/src/index.ts
View File

@ -86,11 +86,17 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
this.onMessageRequest(data)
);
events.on(ModelEvent.OnModelInit, (model: Model) => this.onModelInit(model));
events.on(ModelEvent.OnModelInit, (model: Model) =>
this.onModelInit(model)
);
events.on(ModelEvent.OnModelStop, (model: Model) => this.onModelStop(model));
events.on(ModelEvent.OnModelStop, (model: Model) =>
this.onModelStop(model)
);
events.on(InferenceEvent.OnInferenceStopped, () => this.onInferenceStopped());
events.on(InferenceEvent.OnInferenceStopped, () =>
this.onInferenceStopped()
);
// Attempt to fetch nvidia info
await executeOnMain(NODE, "updateNvidiaInfo", {});
@ -200,11 +206,11 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
if (!this._currentModel) return Promise.reject("No model loaded");
requestInference(data.messages ?? [], this._currentModel).subscribe({
next: (_content) => {},
next: (_content: any) => {},
complete: async () => {
resolve(message);
},
error: async (err) => {
error: async (err: any) => {
reject(err);
},
});
@ -245,7 +251,7 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
...(data.model || {}),
};
requestInference(data.messages ?? [], model, this.controller).subscribe({
next: (content) => {
next: (content: any) => {
const messageContent: ThreadContent = {
type: ContentType.Text,
text: {
@ -262,7 +268,7 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
: MessageStatus.Error;
events.emit(MessageEvent.OnMessageUpdate, message);
},
error: async (err) => {
error: async (err: any) => {
if (this.isCancelled || message.content.length) {
message.status = MessageStatus.Stopped;
events.emit(MessageEvent.OnMessageUpdate, message);