Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: unable to import model due to missing metadata (#3439)

Browse Source
This commit is contained in:
Louis 2024-08-22 16:10:40 +07:00 committed by GitHub
parent ab8af53a24
commit 429a319f93
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 14 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
extensions/model-extension/src/index.ts
View File

@ -574,7 +574,7 @@ export default class JanModelExtension extends ModelExtension {
]) ])
) )
const eos_id = metadata['tokenizer.ggml.eos_token_id'] const eos_id = metadata?.['tokenizer.ggml.eos_token_id']
if (!defaultModel) { if (!defaultModel) {
console.error('Unable to find default model') console.error('Unable to find default model')
@ -594,16 +594,18 @@ export default class JanModelExtension extends ModelExtension {
], ],
parameters: { parameters: {
...defaultModel.parameters, ...defaultModel.parameters,
stop: [metadata['tokenizer.ggml.tokens'][eos_id] ?? ''], stop: eos_id
? [metadata['tokenizer.ggml.tokens'][eos_id] ?? '']
: defaultModel.parameters.stop,
}, },
settings: { settings: {
...defaultModel.settings, ...defaultModel.settings,
prompt_template: prompt_template:
metadata.parsed_chat_template ?? metadata?.parsed_chat_template ??
defaultModel.settings.prompt_template, defaultModel.settings.prompt_template,
ctx_len: ctx_len:
metadata['llama.context_length'] ?? defaultModel.settings.ctx_len, metadata?.['llama.context_length'] ?? defaultModel.settings.ctx_len,
ngl: (metadata['llama.block_count'] ?? 32) + 1, ngl: (metadata?.['llama.block_count'] ?? 32) + 1,
llama_model_path: binaryFileName, llama_model_path: binaryFileName,
}, },
created: Date.now(), created: Date.now(),
@ -683,7 +685,7 @@ export default class JanModelExtension extends ModelExtension {
'retrieveGGUFMetadata', 'retrieveGGUFMetadata',
modelBinaryPath modelBinaryPath
) )
const eos_id = metadata['tokenizer.ggml.eos_token_id'] const eos_id = metadata?.['tokenizer.ggml.eos_token_id']
const binaryFileName = await baseName(modelBinaryPath) const binaryFileName = await baseName(modelBinaryPath)
@ -699,17 +701,19 @@ export default class JanModelExtension extends ModelExtension {
], ],
parameters: { parameters: {
...defaultModel.parameters, ...defaultModel.parameters,
stop: [metadata['tokenizer.ggml.tokens'][eos_id] ?? ''], stop: eos_id
? [metadata?.['tokenizer.ggml.tokens'][eos_id] ?? '']
: defaultModel.parameters.stop,
}, },
settings: { settings: {
...defaultModel.settings, ...defaultModel.settings,
prompt_template: prompt_template:
metadata.parsed_chat_template ?? metadata?.parsed_chat_template ??
defaultModel.settings.prompt_template, defaultModel.settings.prompt_template,
ctx_len: ctx_len:
metadata['llama.context_length'] ?? defaultModel.settings.ctx_len, metadata?.['llama.context_length'] ?? defaultModel.settings.ctx_len,
ngl: (metadata['llama.block_count'] ?? 32) + 1, ngl: (metadata?.['llama.block_count'] ?? 32) + 1,
llama_model_path: binaryFileName, llama_model_path: binaryFileName,
}, },
created: Date.now(), created: Date.now(),