Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: fix openai vision models

Browse Source
This commit is contained in:
Louis 2024-12-07 14:35:03 +07:00
parent 21389070fb
commit 20a652e0eb
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
3 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/inference-openai-extension/package.json
View File

@ -1,7 +1,7 @@
{ {
"name": "@janhq/inference-openai-extension", "name": "@janhq/inference-openai-extension",
"productName": "OpenAI Inference Engine", "productName": "OpenAI Inference Engine",
"version": "1.0.4", "version": "1.0.5",
"description": "This extension enables OpenAI chat completion API calls", "description": "This extension enables OpenAI chat completion API calls",
"main": "dist/index.js", "main": "dist/index.js",
"module": "dist/module.js", "module": "dist/module.js",

4
extensions/inference-openai-extension/resources/models.json
View File

@ -67,7 +67,9 @@
"version": "1.1", "version": "1.1",
"description": "OpenAI GPT 4o is a new flagship model with fast speed and high quality", "description": "OpenAI GPT 4o is a new flagship model with fast speed and high quality",
"format": "api", "format": "api",
"settings": {}, "settings": {
"vision_model": true
},
"parameters": { "parameters": {
"max_tokens": 4096, "max_tokens": 4096,
"temperature": 0.7, "temperature": 0.7,

5
extensions/inference-openai-extension/src/index.ts
View File

@ -74,6 +74,11 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine {
* @returns * @returns
*/ */
transformPayload = (payload: OpenAIPayloadType): OpenAIPayloadType => { transformPayload = (payload: OpenAIPayloadType): OpenAIPayloadType => {
// Remove empty stop words
if (payload.stop?.length === 0) {
const { stop, ...params } = payload
payload = params
}
// Transform the payload for preview models // Transform the payload for preview models
if (this.previewModels.includes(payload.model)) { if (this.previewModels.includes(payload.model)) {
const { max_tokens, stop, ...params } = payload const { max_tokens, stop, ...params } = payload