Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: add engine in payload for nitro chat completion api

Browse Source
This commit is contained in:
marknguyen1302 2024-08-28 11:34:35 +07:00
parent 1c5b6355d9
commit 20f0e4301e
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
core/src/node/api/restful/helper/builder.ts
View File

@ -341,6 +341,11 @@ export const chatCompletions = async (request: any, reply: any) => {
request.body.stop = request.body.stop.slice(0, 4) request.body.stop = request.body.stop.slice(0, 4)
} }
// add engine for new cortex cpp engine
if (requestedModel.engine === 'nitro') {
request.body.engine = 'cortex.llamacpp'
}
const fetch = require('node-fetch') const fetch = require('node-fetch')
const response = await fetch(apiUrl, { const response = await fetch(apiUrl, {
method: 'POST', method: 'POST',

2
web/hooks/useImportModel.ts
View File

@ -6,9 +6,7 @@ import {
Model, Model,
ModelExtension, ModelExtension,
OptionType, OptionType,
baseName,
fs, fs,
joinPath,
} from '@janhq/core' } from '@janhq/core'
import { atom, useSetAtom } from 'jotai' import { atom, useSetAtom } from 'jotai'