chore: disable stream: false on o1 models

2024-11-20 21:45:08 +07:00 · 2024-11-20 21:45:08 +07:00 · 43c5feb3cc
commit 43c5feb3cc
parent df0801d6d9
1 changed files with 0 additions and 1 deletions
--- a/extensions/inference-openai-extension/src/index.ts
+++ b/extensions/inference-openai-extension/src/index.ts
@ -80,7 +80,6 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine {
      return {
        ...params,
        max_completion_tokens: max_tokens,
-        stream: false, // o1 only support stream = false
      }
    }
    // Pass through for non-preview models