From 666bc01e89de06c4fbf04a8a2b52135a971bcc5c Mon Sep 17 00:00:00 2001 From: NamH Date: Tue, 23 Jan 2024 13:40:50 +0700 Subject: [PATCH] fix(Model): #1662 imported model does not use gpu (#1723) Signed-off-by: James Co-authored-by: James --- extensions/model-extension/src/index.ts | 10 +++++++++- models/config/default-model.json | 1 - 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/extensions/model-extension/src/index.ts b/extensions/model-extension/src/index.ts index d80482985..f41999bd8 100644 --- a/extensions/model-extension/src/index.ts +++ b/extensions/model-extension/src/index.ts @@ -72,7 +72,10 @@ export default class JanModelExtension extends ModelExtension { * @param network - Optional object to specify proxy/whether to ignore SSL certificates. * @returns A Promise that resolves when the model is downloaded. */ - async downloadModel(model: Model, network?: { ignoreSSL?: boolean; proxy?: string }): Promise { + async downloadModel( + model: Model, + network?: { ignoreSSL?: boolean; proxy?: string } + ): Promise { // create corresponding directory const modelDirPath = await joinPath([JanModelExtension._homeDir, model.id]) if (!(await fs.existsSync(modelDirPath))) await fs.mkdirSync(modelDirPath) @@ -294,6 +297,11 @@ export default class JanModelExtension extends ModelExtension { name: dirName, created: Date.now(), description: `${dirName} - user self import model`, + metadata: { + size: binaryFileSize, + author: 'User', + tags: [], + }, } const modelFilePath = await joinPath([ diff --git a/models/config/default-model.json b/models/config/default-model.json index 50bf067c1..2263625f4 100644 --- a/models/config/default-model.json +++ b/models/config/default-model.json @@ -9,7 +9,6 @@ "description": "User self import model", "settings": { "ctx_len": 4096, - "ngl": 0, "embedding": false, "prompt_template": "{system_message}\n### Instruction: {prompt}\n### Response:" },