From 20f0e4301e2cb22b4c5d3b26bef33657b2025a48 Mon Sep 17 00:00:00 2001 From: marknguyen1302 Date: Wed, 28 Aug 2024 11:34:35 +0700 Subject: [PATCH] fix: add engine in payload for nitro chat completion api --- core/src/node/api/restful/helper/builder.ts | 5 +++++ web/hooks/useImportModel.ts | 2 -- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/core/src/node/api/restful/helper/builder.ts b/core/src/node/api/restful/helper/builder.ts index cd121cdb7..08da0ff33 100644 --- a/core/src/node/api/restful/helper/builder.ts +++ b/core/src/node/api/restful/helper/builder.ts @@ -341,6 +341,11 @@ export const chatCompletions = async (request: any, reply: any) => { request.body.stop = request.body.stop.slice(0, 4) } + // add engine for new cortex cpp engine + if (requestedModel.engine === 'nitro') { + request.body.engine = 'cortex.llamacpp' + } + const fetch = require('node-fetch') const response = await fetch(apiUrl, { method: 'POST', diff --git a/web/hooks/useImportModel.ts b/web/hooks/useImportModel.ts index b23f5a6fb..effc64f86 100644 --- a/web/hooks/useImportModel.ts +++ b/web/hooks/useImportModel.ts @@ -6,9 +6,7 @@ import { Model, ModelExtension, OptionType, - baseName, fs, - joinPath, } from '@janhq/core' import { atom, useSetAtom } from 'jotai'