fix: update the payload transform for OpenAI preview models

This commit is contained in:
Louis 2024-11-11 16:01:41 +07:00
parent 5cb4b64383
commit afe05b2a58
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2

View File

@ -76,10 +76,11 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine {
transformPayload = (payload: OpenAIPayloadType): OpenAIPayloadType => {
// Transform the payload for preview models
if (this.previewModels.includes(payload.model)) {
const { max_tokens, ...params } = payload
const { max_tokens, temperature, top_p, stop, ...params } = payload
return {
...params,
max_completion_tokens: max_tokens,
stream: false // o1 only support stream = false
}
}
// Pass through for non-preview models