fix(Model): #1662 imported model does not use gpu (#1723)

Signed-off-by: James <james@jan.ai>
Co-authored-by: James <james@jan.ai>

extensions/model-extension/src/index.ts

@@ -72,7 +72,10 @@ export default class JanModelExtension extends ModelExtension {
    * @param network - Optional object to specify proxy/whether to ignore SSL certificates.
    * @returns A Promise that resolves when the model is downloaded.
    */
-  async downloadModel(model: Model, network?: { ignoreSSL?: boolean; proxy?: string }): Promise<void> {
+  async downloadModel(
+    model: Model,
+    network?: { ignoreSSL?: boolean; proxy?: string }
+  ): Promise<void> {
     // create corresponding directory
     const modelDirPath = await joinPath([JanModelExtension._homeDir, model.id])
     if (!(await fs.existsSync(modelDirPath))) await fs.mkdirSync(modelDirPath)
@@ -294,6 +297,11 @@ export default class JanModelExtension extends ModelExtension {
       name: dirName,
       created: Date.now(),
       description: `${dirName} - user self import model`,
+      metadata: {
+        size: binaryFileSize,
+        author: 'User',
+        tags: [],
+      },
     }
 
     const modelFilePath = await joinPath([

models/config/default-model.json

@@ -9,7 +9,6 @@
   "description": "User self import model",
   "settings": {
     "ctx_len": 4096,
-    "ngl": 0,
     "embedding": false,
     "prompt_template": "{system_message}\n### Instruction: {prompt}\n### Response:"
   },