Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor OAI request payload type to support image and audio

Browse Source
This commit is contained in:
Akarshan Biswas 2025-05-23 20:42:26 +05:30 committed by Louis
parent ded9ae733a
commit 587ed3c83c
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
1 changed files with 16 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
core/src/browser/extensions/engines/AIEngine.ts
View File

@ -4,11 +4,22 @@ import { EngineManager } from './EngineManager'
/* AIEngine class types */ /* AIEngine class types */
export interface chatCompletionRequestMessage { export interface chatCompletionRequestMessage {
role: 'system' | 'user' | 'assistant' | 'tool' role: 'system' | 'user' | 'assistant' | 'tool';
content: string | null content: string | null | Content[]; // Content can be a string OR an array of content parts
name?: string name?: string;
tool_calls?: any[] // Simplified tool_calls?: any[]; // Simplified tool_call_id?: string
tool_call_id?: string }
export interface Content {
type: 'text' | 'input_image' | 'input_audio';
text?: string;
image_url?: string;
input_audio?: InputAudio;
}
export interface InputAudio {
data: string; // Base64 encoded audio data
format: 'mp3' | 'wav' | 'ogg' | 'flac'; // Add more formats as needed/llama-server seems to support mp3
} }
export interface chatCompletionRequest { export interface chatCompletionRequest {