Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #935 from janhq/fix/inference_model_parameters

Browse Source 
fix: model parameters for inference extensions
This commit is contained in:
hiro 2023-12-11 13:11:16 +07:00 committed by GitHub
commit 79b9997aa2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/inference-nitro-extension/src/helpers/sse.ts
View File

@ -16,7 +16,7 @@ export function requestInference(
messages: recentMessages, messages: recentMessages,
model: model.id, model: model.id,
stream: true, stream: true,
// ...model.parameters, ...model.parameters,
}); });
fetch(INFERENCE_URL, { fetch(INFERENCE_URL, {
method: "POST", method: "POST",

4
extensions/inference-openai-extension/src/helpers/sse.ts
View File

@ -22,8 +22,8 @@ export function requestInference(
const requestBody = JSON.stringify({ const requestBody = JSON.stringify({
messages: recentMessages, messages: recentMessages,
stream: true, stream: true,
model: model_id model: model_id,
// ...model.parameters, ...model.parameters,
}); });
fetch(`${engine.full_url}`, { fetch(`${engine.full_url}`, {
method: "POST", method: "POST",

4
models/gpt-3.5-turbo-16k-0613/model.json
View File

@ -7,9 +7,7 @@
"description": "OpenAI GPT 3.5 Turbo 16k 0613 model is extremely good", "description": "OpenAI GPT 3.5 Turbo 16k 0613 model is extremely good",
"format": "api", "format": "api",
"settings": {}, "settings": {},
"parameters": { "parameters": {},
"max_tokens": 4096
},
"metadata": { "metadata": {
"author": "OpenAI", "author": "OpenAI",
"tags": ["General", "Big Context Length"] "tags": ["General", "Big Context Length"]

8
models/gpt-4/model.json
View File

@ -2,14 +2,12 @@
"source_url": "https://openai.com", "source_url": "https://openai.com",
"id": "gpt-4", "id": "gpt-4",
"object": "model", "object": "model",
"name": "OpenAI GPT 3.5", "name": "OpenAI GPT 4",
"version": 1.0, "version": 1.0,
"description": "OpenAI GPT 3.5 model is extremely good", "description": "OpenAI GPT 4 model is extremely good",
"format": "api", "format": "api",
"settings": {}, "settings": {},
"parameters": { "parameters": {},
"max_tokens": 4096
},
"metadata": { "metadata": {
"author": "OpenAI", "author": "OpenAI",
"tags": ["General", "Big Context Length"] "tags": ["General", "Big Context Length"]