Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add(model): add phi-2, fix noromaid, delete solar, fix pandora

Browse Source
This commit is contained in:
hahuyhoang411 2023-12-21 11:45:04 +07:00
parent c95c765812
commit f182bb2f3a
5 changed files with 47 additions and 48 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
models/noromaid-20b/model.json
View File

@ -1,23 +0,0 @@
{
"source_url": "https://huggingface.co/TheBloke/Noromaid-20B-v0.1.1-GGUF/resolve/main/noromaid-20b-v0.1.1.Q4_K_M.gguf",
"id": "noromaid-20b",
"object": "model",
"name": "Noromaid 20B Q4",
"version": "1.0",
"description": "The Noromaid 20b model is designed for role-playing and general use, featuring a unique touch with the no_robots dataset that enhances human-like behavior.",
"format": "gguf",
"settings": {
"ctx_len": 4096,
"prompt_template": "### Instruction:{prompt}\n### Response:"
},
"parameters": {
"max_tokens": 4096
},
"metadata": {
"author": "NeverSleep, The Bloke",
"tags": ["34B", "Finetuned"],
"size": 12040000000
},
"engine": "nitro"
}

23
models/noromaid-7b/model.json Normal file
View File

@ -0,0 +1,23 @@
{
"source_url": "https://huggingface.co/NeverSleep/Noromaid-7b-v0.1.1-GGUF/resolve/main/Noromaid-7b-v0.1.1.q5_k_m.gguf",
"id": "noromaid-7b",
"object": "model",
"name": "Noromaid 7B Q5",
"version": "1.0",
"description": "The Noromaid 7b model is designed for role-playing and general use, featuring a unique touch with the no_robots dataset that enhances human-like behavior.",
"format": "gguf",
"settings": {
"ctx_len": 4096,
"prompt_template": "### Instruction:{prompt}\n### Response:"
},
"parameters": {
"max_tokens": 4096
},
"metadata": {
"author": "NeverSleep",
"tags": ["7B", "Merged"],
"size": 5130000000
},
"engine": "nitro"
}

3
models/pandora-10.7b-v1/model.json
View File

@ -16,8 +16,7 @@
"metadata": {
"author": "Jan",
"tags": ["11B","Finetuned", "Featured"],
"size": 6360000000,
"cover": "https://raw.githubusercontent.com/janhq/jan/main/models/pandora-10.7b-v1/cover.png"
"size": 6360000000
},
"engine": "nitro"
}

23
models/phi-2-3b/model.json Normal file
View File

@ -0,0 +1,23 @@
{
"source_url": "https://huggingface.co/TheBloke/phi-2-GGUF/resolve/main/phi-2.Q4_K_M.gguf",
"id": "phi-2-3b",
"object": "model",
"name": "Phi-2 3B Q4",
"version": "1.0",
"description": "Phi-2 is a 2.7B model, excelling in common sense and logical reasoning benchmarks, trained with synthetic texts and filtered websites.",
"format": "gguf",
"settings": {
"ctx_len": 4096,
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant"
},
"parameters": {
"max_tokens": 4096
},
"metadata": {
"author": "Microsoft",
"tags": ["3B","Foundational Model"],
"size": 6360000000
},
"engine": "nitro"
}

23
models/solar-10.7b-instruct/model.json
View File

@ -1,23 +0,0 @@
{
"source_url": "https://huggingface.co/janhq/Solar-10.7B-Instruct-v1.0/resolve/main/solar-10.7b-instruct-v1.0.Q4_K_M.gguf",
"id": "solar-10.7b-instruct",
"object": "model",
"name": "Solar Instruct 10.7B Q4",
"version": "1.0",
"description": "SOLAR-10.7B model built on the Llama2 architecture with Depth Up-Scaling and integrated Mistral 7B weights. Its robustness and adaptability make it ideal for fine-tuning applications, significantly enhancing performance with simple instruction-based techniques.",
"format": "gguf",
"settings": {
"ctx_len": 4096,
"prompt_template": "### User: {prompt}\n### Assistant:"
},
"parameters": {
"max_tokens": 4096
},
"metadata": {
"author": "Upstage, Jan",
"tags": ["11B","Finetuned"],
"size": 6360000000
},
"engine": "nitro"
}