From 43c5feb3cc1dc0be11a0ad1882904cb7bee42c63 Mon Sep 17 00:00:00 2001 From: Louis Date: Wed, 20 Nov 2024 21:45:08 +0700 Subject: [PATCH] chore: disable stream: false on o1 models --- extensions/inference-openai-extension/src/index.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/extensions/inference-openai-extension/src/index.ts b/extensions/inference-openai-extension/src/index.ts index d484c8ae5..18bc4e0aa 100644 --- a/extensions/inference-openai-extension/src/index.ts +++ b/extensions/inference-openai-extension/src/index.ts @@ -80,7 +80,6 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine { return { ...params, max_completion_tokens: max_tokens, - stream: false, // o1 only support stream = false } } // Pass through for non-preview models