diff --git a/extensions/inference-openai-extension/package.json b/extensions/inference-openai-extension/package.json index 50fe12349..9700383d6 100644 --- a/extensions/inference-openai-extension/package.json +++ b/extensions/inference-openai-extension/package.json @@ -1,7 +1,7 @@ { "name": "@janhq/inference-openai-extension", "productName": "OpenAI Inference Engine", - "version": "1.0.3", + "version": "1.0.4", "description": "This extension enables OpenAI chat completion API calls", "main": "dist/index.js", "module": "dist/module.js", diff --git a/extensions/inference-openai-extension/resources/models.json b/extensions/inference-openai-extension/resources/models.json index 3f41c0a7d..a34bc5460 100644 --- a/extensions/inference-openai-extension/resources/models.json +++ b/extensions/inference-openai-extension/resources/models.json @@ -99,6 +99,7 @@ "parameters": { "temperature": 1, "top_p": 1, + "stream": true, "max_tokens": 32768, "frequency_penalty": 0, "presence_penalty": 0 @@ -126,6 +127,7 @@ "temperature": 1, "top_p": 1, "max_tokens": 65536, + "stream": true, "frequency_penalty": 0, "presence_penalty": 0 },