diff --git a/models/noromaid-20b/model.json b/models/noromaid-20b/model.json deleted file mode 100644 index ea33f3ca1..000000000 --- a/models/noromaid-20b/model.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "source_url": "https://huggingface.co/TheBloke/Noromaid-20B-v0.1.1-GGUF/resolve/main/noromaid-20b-v0.1.1.Q4_K_M.gguf", - "id": "noromaid-20b", - "object": "model", - "name": "Noromaid 20B Q4", - "version": "1.0", - "description": "The Noromaid 20b model is designed for role-playing and general use, featuring a unique touch with the no_robots dataset that enhances human-like behavior.", - "format": "gguf", - "settings": { - "ctx_len": 4096, - "prompt_template": "### Instruction:{prompt}\n### Response:" - }, - "parameters": { - "max_tokens": 4096 - }, - "metadata": { - "author": "NeverSleep, The Bloke", - "tags": ["34B", "Finetuned"], - "size": 12040000000 - }, - "engine": "nitro" - } - \ No newline at end of file diff --git a/models/noromaid-7b/model.json b/models/noromaid-7b/model.json new file mode 100644 index 000000000..e088c7791 --- /dev/null +++ b/models/noromaid-7b/model.json @@ -0,0 +1,23 @@ +{ + "source_url": "https://huggingface.co/NeverSleep/Noromaid-7b-v0.1.1-GGUF/resolve/main/Noromaid-7b-v0.1.1.q5_k_m.gguf", + "id": "noromaid-7b", + "object": "model", + "name": "Noromaid 7B Q5", + "version": "1.0", + "description": "The Noromaid 7b model is designed for role-playing and general use, featuring a unique touch with the no_robots dataset that enhances human-like behavior.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "### Instruction:{prompt}\n### Response:" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "NeverSleep", + "tags": ["7B", "Merged"], + "size": 5130000000 + }, + "engine": "nitro" + } + \ No newline at end of file diff --git a/models/pandora-10.7b-v1/model.json b/models/pandora-10.7b-v1/model.json index 411b837f1..a872cb269 100644 --- a/models/pandora-10.7b-v1/model.json +++ b/models/pandora-10.7b-v1/model.json @@ -16,8 +16,7 @@ "metadata": { "author": "Jan", "tags": ["11B","Finetuned", "Featured"], - "size": 6360000000, - "cover": "https://raw.githubusercontent.com/janhq/jan/main/models/pandora-10.7b-v1/cover.png" + "size": 6360000000 }, "engine": "nitro" } diff --git a/models/phi-2-3b/model.json b/models/phi-2-3b/model.json new file mode 100644 index 000000000..51996f4c2 --- /dev/null +++ b/models/phi-2-3b/model.json @@ -0,0 +1,23 @@ +{ + "source_url": "https://huggingface.co/TheBloke/phi-2-GGUF/resolve/main/phi-2.Q4_K_M.gguf", + "id": "phi-2-3b", + "object": "model", + "name": "Phi-2 3B Q4", + "version": "1.0", + "description": "Phi-2 is a 2.7B model, excelling in common sense and logical reasoning benchmarks, trained with synthetic texts and filtered websites.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Microsoft", + "tags": ["3B","Foundational Model"], + "size": 6360000000 + }, + "engine": "nitro" + } + \ No newline at end of file diff --git a/models/solar-10.7b-instruct/model.json b/models/solar-10.7b-instruct/model.json deleted file mode 100644 index 0416a37c0..000000000 --- a/models/solar-10.7b-instruct/model.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "source_url": "https://huggingface.co/janhq/Solar-10.7B-Instruct-v1.0/resolve/main/solar-10.7b-instruct-v1.0.Q4_K_M.gguf", - "id": "solar-10.7b-instruct", - "object": "model", - "name": "Solar Instruct 10.7B Q4", - "version": "1.0", - "description": "SOLAR-10.7B model built on the Llama2 architecture with Depth Up-Scaling and integrated Mistral 7B weights. Its robustness and adaptability make it ideal for fine-tuning applications, significantly enhancing performance with simple instruction-based techniques.", - "format": "gguf", - "settings": { - "ctx_len": 4096, - "prompt_template": "### User: {prompt}\n### Assistant:" - }, - "parameters": { - "max_tokens": 4096 - }, - "metadata": { - "author": "Upstage, Jan", - "tags": ["11B","Finetuned"], - "size": 6360000000 - }, - "engine": "nitro" - } - \ No newline at end of file