Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #3482 from janhq/fix/missing-engine-chat-completion-api

Browse Source 
fix: add engine in payload for nitro chat completion api
This commit is contained in:
Van Pham 2024-08-28 12:56:30 +07:00 committed by GitHub
commit 2fd0f20638
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
core/src/node/api/restful/helper/builder.ts
View File

@ -341,6 +341,11 @@ export const chatCompletions = async (request: any, reply: any) => {
request.body.stop = request.body.stop.slice(0, 4) request.body.stop = request.body.stop.slice(0, 4)
} }
// add engine for new cortex cpp engine
if (requestedModel.engine === 'nitro') {
request.body.engine = 'cortex.llamacpp'
}
const fetch = require('node-fetch') const fetch = require('node-fetch')
const response = await fetch(apiUrl, { const response = await fetch(apiUrl, {
method: 'POST', method: 'POST',

2
web/hooks/useImportModel.ts
View File

@ -6,9 +6,7 @@ import {
Model, Model,
ModelExtension, ModelExtension,
OptionType, OptionType,
baseName,
fs, fs,
joinPath,
} from '@janhq/core' } from '@janhq/core'
import { atom, useSetAtom } from 'jotai' import { atom, useSetAtom } from 'jotai'