From 5f8e2ae54cac67869a99f00004a160efb7fd838a Mon Sep 17 00:00:00 2001 From: hiro Date: Fri, 1 Dec 2023 18:33:29 +0700 Subject: [PATCH] fix: Add engine llama.cpp to local models --- models/capybara-34b/model.json | 3 ++- models/deepseek-coder-1.3b/model.json | 4 +++- models/lzlv-70b/model.json | 3 ++- models/neural-chat-7b/model.json | 3 ++- models/openorca-13b/model.json | 3 ++- models/phind-34b/model.json | 3 ++- models/rocket-3b/model.json | 3 ++- models/starling-7b/model.json | 3 ++- models/tiefighter-13b/model.json | 3 ++- models/tinyllama-1.1b/model.json | 3 ++- models/wizardcoder-13b/model.json | 3 ++- models/yi-34b/model.json | 3 ++- models/zephyr-beta-7b/model.json | 3 ++- 13 files changed, 27 insertions(+), 13 deletions(-) diff --git a/models/capybara-34b/model.json b/models/capybara-34b/model.json index 4ac9899f1..09e6e64a0 100644 --- a/models/capybara-34b/model.json +++ b/models/capybara-34b/model.json @@ -19,6 +19,7 @@ "author": "NousResearch, The Bloke", "tags": ["34B", "Finetuned"], "size": 24320000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/deepseek-coder-1.3b/model.json b/models/deepseek-coder-1.3b/model.json index 4bab24ae2..70f86ec89 100644 --- a/models/deepseek-coder-1.3b/model.json +++ b/models/deepseek-coder-1.3b/model.json @@ -1,3 +1,4 @@ + { "source_url": "https://huggingface.co/TheBloke/deepseek-coder-1.3b-instruct-GGUF/resolve/main/deepseek-coder-1.3b-instruct.Q8_0.gguf", "id": "deepseek-coder-1.3b", @@ -19,5 +20,6 @@ "author": "Deepseek, The Bloke", "tags": ["Tiny", "Foundational Model"], "size": 1430000000 - } + }, + "engine": "nitro" } diff --git a/models/lzlv-70b/model.json b/models/lzlv-70b/model.json index 621d980ab..249171fcf 100644 --- a/models/lzlv-70b/model.json +++ b/models/lzlv-70b/model.json @@ -19,6 +19,7 @@ "author": "Lizpreciatior, The Bloke", "tags": ["70B", "Finetuned"], "size": 48750000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/neural-chat-7b/model.json b/models/neural-chat-7b/model.json index dfccf073d..634f9efe9 100644 --- a/models/neural-chat-7b/model.json +++ b/models/neural-chat-7b/model.json @@ -19,6 +19,7 @@ "author": "Intel, The Bloke", "tags": ["Recommended", "7B", "Finetuned"], "size": 4370000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/openorca-13b/model.json b/models/openorca-13b/model.json index fc4773371..edb0e24af 100644 --- a/models/openorca-13b/model.json +++ b/models/openorca-13b/model.json @@ -19,6 +19,7 @@ "author": "Microsoft, The Bloke", "tags": ["13B", "Finetuned"], "size": 9230000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/phind-34b/model.json b/models/phind-34b/model.json index 40d53b77a..dd68b4771 100644 --- a/models/phind-34b/model.json +++ b/models/phind-34b/model.json @@ -19,6 +19,7 @@ "author": "Phind, The Bloke", "tags": ["34B", "Finetuned"], "size": 24320000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/rocket-3b/model.json b/models/rocket-3b/model.json index c40ee6258..4c8f29454 100644 --- a/models/rocket-3b/model.json +++ b/models/rocket-3b/model.json @@ -19,5 +19,6 @@ "author": "Pansophic, The Bloke", "tags": ["Tiny", "Finetuned"], "size": 1710000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/starling-7b/model.json b/models/starling-7b/model.json index de7693673..a9e237ec3 100644 --- a/models/starling-7b/model.json +++ b/models/starling-7b/model.json @@ -19,6 +19,7 @@ "author": "Berkeley-nest, The Bloke", "tags": ["Recommended", "7B","Finetuned"], "size": 4370000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/tiefighter-13b/model.json b/models/tiefighter-13b/model.json index c7f209b77..a0fcdb04e 100644 --- a/models/tiefighter-13b/model.json +++ b/models/tiefighter-13b/model.json @@ -19,6 +19,7 @@ "author": "KoboldAI, The Bloke", "tags": ["13B", "Finetuned"], "size": 9230000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/tinyllama-1.1b/model.json b/models/tinyllama-1.1b/model.json index ace0ca6a0..40bcf4c14 100644 --- a/models/tinyllama-1.1b/model.json +++ b/models/tinyllama-1.1b/model.json @@ -19,5 +19,6 @@ "author": "TinyLlama", "tags": ["Tiny", "Foundation Model"], "size": 637000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/wizardcoder-13b/model.json b/models/wizardcoder-13b/model.json index 63cbd174b..1b86632e9 100644 --- a/models/wizardcoder-13b/model.json +++ b/models/wizardcoder-13b/model.json @@ -19,6 +19,7 @@ "author": "WizardLM, The Bloke", "tags": ["Recommended", "13B", "Finetuned"], "size": 9230000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/yi-34b/model.json b/models/yi-34b/model.json index 7c6da2f03..103e048f9 100644 --- a/models/yi-34b/model.json +++ b/models/yi-34b/model.json @@ -19,6 +19,7 @@ "author": "01-ai, The Bloke", "tags": ["34B", "Foundational Model"], "size": 24320000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file diff --git a/models/zephyr-beta-7b/model.json b/models/zephyr-beta-7b/model.json index f1ef4eb20..a846f6b1c 100644 --- a/models/zephyr-beta-7b/model.json +++ b/models/zephyr-beta-7b/model.json @@ -19,6 +19,7 @@ "author": "HuggingFaceH4, The Bloke", "tags": ["7B", "Finetuned"], "size": 4370000000 - } + }, + "engine": "llama.cpp" } \ No newline at end of file