Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: enhance chatCompletionRequest with advanced sampling parameters

Browse Source 
Add comprehensive sampling parameters for fine-grained control over AI output generation, including dynamic temperature, Mirostat sampling, repetition penalties, and advanced prompt handling. These parameters enable more precise tuning of model behavior and output quality.
This commit is contained in:
Akarshan 2025-06-05 12:58:37 +05:30 committed by Louis
parent 6c769c5db9
commit c2b606a3fc
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
1 changed files with 47 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

61
core/src/browser/extensions/engines/AIEngine.ts
View File

@ -23,20 +23,53 @@ export interface InputAudio {
}
export interface chatCompletionRequest {
provider: string,
model: string // Model ID, though for local it might be implicit via sessionId
messages: chatCompletionRequestMessage[]
temperature?: number | null
top_p?: number | null
n?: number | null
stream?: boolean | null
stop?: string | string[] | null
max_tokens?: number
presence_penalty?: number | null
frequency_penalty?: number | null
logit_bias?: { [key: string]: number } | null
user?: string
// ... TODO: other OpenAI params
model: string; // Model ID, though for local it might be implicit via sessionInfo
messages: chatCompletionRequestMessage[];
// Core sampling parameters
temperature?: number | null;
dynatemp_range?: number | null;
dynatemp_exponent?: number | null;
top_k?: number | null;
top_p?: number | null;
min_p?: number | null;
typical_p?: number | null;
repeat_penalty?: number | null;
repeat_last_n?: number | null;
presence_penalty?: number | null;
frequency_penalty?: number | null;
dry_multiplier?: number | null;
dry_base?: number | null;
dry_allowed_length?: number | null;
dry_penalty_last_n?: number | null;
dry_sequence_breakers?: string[] | null;
xtc_probability?: number | null;
xtc_threshold?: number | null;
mirostat?: number | null; // 0 = disabled, 1 = Mirostat, 2 = Mirostat 2.0
mirostat_tau?: number | null;
mirostat_eta?: number | null;
n_predict?: number | null;
n_indent?: number | null;
n_keep?: number | null;
stream?: boolean | null;
stop?: string | string[] | null;
seed?: number | null; // RNG seed
// Advanced sampling
logit_bias?: { [key: string]: number } | null;
n_probs?: number | null;
min_keep?: number | null;
t_max_predict_ms?: number | null;
image_data?: Array<{ data: string; id: number }> | null;
// Internal/optimization parameters
id_slot?: number | null;
cache_prompt?: boolean | null;
return_tokens?: boolean | null;
samplers?: string[] | null;
timings_per_token?: boolean | null;
post_sampling_probs?: boolean | null;
}
export interface chatCompletionChunkChoiceDelta {