diff --git a/plugins/inference-plugin/nitro/version.txt b/plugins/inference-plugin/nitro/version.txt index 84aa3a7dd..a34eaa5d0 100644 --- a/plugins/inference-plugin/nitro/version.txt +++ b/plugins/inference-plugin/nitro/version.txt @@ -1 +1 @@ -0.1.8 \ No newline at end of file +0.1.11 \ No newline at end of file diff --git a/plugins/inference-plugin/src/module.ts b/plugins/inference-plugin/src/module.ts index 60f189b82..4cbdf49a4 100644 --- a/plugins/inference-plugin/src/module.ts +++ b/plugins/inference-plugin/src/module.ts @@ -67,6 +67,7 @@ function loadLLMModel(): Promise { llama_model_path: currentModelFile, ctx_len: 2048, ngl: 100, + cont_batching: false, embedding: false, // Always enable embedding mode on }; @@ -117,7 +118,8 @@ async function validateModelStatus(): Promise { return { error: "Model loading failed" }; }) .catch((err) => { - return { error: `Model loading failed. ${err.message}` }; + log.error("Model loading failed" + err.toString()); + return { error: `Model loading failed.` }; }); } diff --git a/web/package.json b/web/package.json index 59d142dbf..16522cace 100644 --- a/web/package.json +++ b/web/package.json @@ -15,8 +15,8 @@ "@headlessui/react": "^1.7.15", "@heroicons/react": "^2.0.18", "@hookform/resolvers": "^3.3.2", - "@janhq/core": "./core", - "@janhq/uikit": "./uikit", + "@janhq/core": "link:./core", + "@janhq/uikit": "link:./uikit", "autoprefixer": "10.4.16", "class-variance-authority": "^0.7.0", "framer-motion": "^10.16.4",