Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: reformat and add types

Browse Source
This commit is contained in:
hiro 2024-01-23 16:11:46 +07:00 committed by hiro
parent fe1baed116
commit 17479e7967
1 changed files with 13 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
extensions/inference-nitro-extension/src/index.ts
View File

@ -86,11 +86,17 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
this.onMessageRequest(data) this.onMessageRequest(data)
); );
events.on(ModelEvent.OnModelInit, (model: Model) => this.onModelInit(model)); events.on(ModelEvent.OnModelInit, (model: Model) =>
this.onModelInit(model)
);
events.on(ModelEvent.OnModelStop, (model: Model) => this.onModelStop(model)); events.on(ModelEvent.OnModelStop, (model: Model) =>
this.onModelStop(model)
);
events.on(InferenceEvent.OnInferenceStopped, () => this.onInferenceStopped()); events.on(InferenceEvent.OnInferenceStopped, () =>
this.onInferenceStopped()
);
// Attempt to fetch nvidia info // Attempt to fetch nvidia info
await executeOnMain(NODE, "updateNvidiaInfo", {}); await executeOnMain(NODE, "updateNvidiaInfo", {});
@ -200,11 +206,11 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
if (!this._currentModel) return Promise.reject("No model loaded"); if (!this._currentModel) return Promise.reject("No model loaded");
requestInference(data.messages ?? [], this._currentModel).subscribe({ requestInference(data.messages ?? [], this._currentModel).subscribe({
next: (_content) => {}, next: (_content: any) => {},
complete: async () => { complete: async () => {
resolve(message); resolve(message);
}, },
error: async (err) => { error: async (err: any) => {
reject(err); reject(err);
}, },
}); });
@ -245,7 +251,7 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
...(data.model || {}), ...(data.model || {}),
}; };
requestInference(data.messages ?? [], model, this.controller).subscribe({ requestInference(data.messages ?? [], model, this.controller).subscribe({
next: (content) => { next: (content: any) => {
const messageContent: ThreadContent = { const messageContent: ThreadContent = {
type: ContentType.Text, type: ContentType.Text,
text: { text: {
@ -262,7 +268,7 @@ export default class JanInferenceNitroExtension extends InferenceExtension {
: MessageStatus.Error; : MessageStatus.Error;
events.emit(MessageEvent.OnMessageUpdate, message); events.emit(MessageEvent.OnMessageUpdate, message);
}, },
error: async (err) => { error: async (err: any) => {
if (this.isCancelled || message.content.length) { if (this.isCancelled || message.content.length) {
message.status = MessageStatus.Stopped; message.status = MessageStatus.Stopped;
events.emit(MessageEvent.OnMessageUpdate, message); events.emit(MessageEvent.OnMessageUpdate, message);