Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: update models stop token

Browse Source
This commit is contained in:
Louis 2024-10-02 11:46:42 +07:00
parent 358d8f83f9
commit 6082959d17
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
5 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/inference-nitro-extension/resources/models/qwen2.5-14b-instruct/model.json
View File

@ -22,7 +22,7 @@
"top_p": 0.95, "top_p": 0.95,
"stream": true, "stream": true,
"max_tokens": 32768, "max_tokens": 32768,
"stop": [], "stop": ["<|endoftext|>", "<|im_end|>"],
"frequency_penalty": 0, "frequency_penalty": 0,
"presence_penalty": 0 "presence_penalty": 0
}, },

2
extensions/inference-nitro-extension/resources/models/qwen2.5-32b-instruct/model.json
View File

@ -22,7 +22,7 @@
"top_p": 0.95, "top_p": 0.95,
"stream": true, "stream": true,
"max_tokens": 32768, "max_tokens": 32768,
"stop": [], "stop": ["<|endoftext|>", "<|im_end|>"],
"frequency_penalty": 0, "frequency_penalty": 0,
"presence_penalty": 0 "presence_penalty": 0
}, },

2
extensions/inference-nitro-extension/resources/models/qwen2.5-72b-instruct/model.json
View File

@ -22,7 +22,7 @@
"top_p": 0.95, "top_p": 0.95,
"stream": true, "stream": true,
"max_tokens": 32768, "max_tokens": 32768,
"stop": [], "stop": ["<|endoftext|>", "<|im_end|>"],
"frequency_penalty": 0, "frequency_penalty": 0,
"presence_penalty": 0 "presence_penalty": 0
}, },

2
extensions/inference-nitro-extension/resources/models/qwen2.5-7b-instruct/model.json
View File

@ -22,7 +22,7 @@
"top_p": 0.95, "top_p": 0.95,
"stream": true, "stream": true,
"max_tokens": 32768, "max_tokens": 32768,
"stop": [], "stop": ["<|endoftext|>", "<|im_end|>"],
"frequency_penalty": 0, "frequency_penalty": 0,
"presence_penalty": 0 "presence_penalty": 0
}, },

2
extensions/inference-nitro-extension/resources/models/qwen2.5-coder-7b-instruct/model.json
View File

@ -22,7 +22,7 @@
"top_p": 0.95, "top_p": 0.95,
"stream": true, "stream": true,
"max_tokens": 32768, "max_tokens": 32768,
"stop": [], "stop": ["<|endoftext|>", "<|im_end|>"],
"frequency_penalty": 0, "frequency_penalty": 0,
"presence_penalty": 0 "presence_penalty": 0
}, },