fix: Update model.json for Hub with engine nitro/ openai

This commit is contained in:
hiro 2023-12-04 12:11:47 +07:00
parent 486c5b8ca0
commit 22f12cd02c
14 changed files with 21 additions and 18 deletions

View File

@ -20,6 +20,6 @@
"tags": ["34B", "Finetuned"], "tags": ["34B", "Finetuned"],
"size": 24320000000 "size": 24320000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -20,6 +20,6 @@
"tags": ["70B", "Finetuned"], "tags": ["70B", "Finetuned"],
"size": 48750000000 "size": 48750000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -20,6 +20,6 @@
"tags": ["Recommended", "7B", "Finetuned"], "tags": ["Recommended", "7B", "Finetuned"],
"size": 4370000000 "size": 4370000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -19,6 +19,7 @@
"author": "NeverSleep, The Bloke", "author": "NeverSleep, The Bloke",
"tags": ["34B", "Finetuned"], "tags": ["34B", "Finetuned"],
"size": 12040000000 "size": 12040000000
} },
"engine": "llama_cpp"
} }

View File

@ -1,12 +1,14 @@
{ {
"source_url": "https://api.openai.com/v1", "source_url": "https://openai.com",
"id": "openai-gpt35", "id": "openai-gpt35",
"object": "model", "object": "model",
"name": "OpenAI GPT 3.5", "name": "OpenAI GPT 3.5",
"version": 1.0, "version": 1.0,
"description": "OpenAI GPT 3.5 model is extremely good", "description": "OpenAI GPT 3.5 model is extremely good",
"format": "api", "format": "api",
"settings": {}, "settings": {
"base_url": "https://api.openai.com/v1"
},
"parameters": { "parameters": {
"max_tokens": 4096 "max_tokens": 4096
}, },

View File

@ -20,6 +20,6 @@
"tags": ["13B", "Finetuned"], "tags": ["13B", "Finetuned"],
"size": 9230000000 "size": 9230000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -20,6 +20,6 @@
"tags": ["34B", "Finetuned"], "tags": ["34B", "Finetuned"],
"size": 24320000000 "size": 24320000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -20,5 +20,5 @@
"tags": ["Tiny", "Finetuned"], "tags": ["Tiny", "Finetuned"],
"size": 1710000000 "size": 1710000000
}, },
"engine": "llama.cpp" "engine": "llama_cpp"
} }

View File

@ -20,6 +20,6 @@
"tags": ["Recommended", "7B","Finetuned"], "tags": ["Recommended", "7B","Finetuned"],
"size": 4370000000 "size": 4370000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -20,6 +20,6 @@
"tags": ["13B", "Finetuned"], "tags": ["13B", "Finetuned"],
"size": 9230000000 "size": 9230000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -10,7 +10,8 @@
"ctx_len": 2048, "ctx_len": 2048,
"system_prompt": "<|system|>\n", "system_prompt": "<|system|>\n",
"user_prompt": "<|user|>\n", "user_prompt": "<|user|>\n",
"ai_prompt": "<|assistant|>\n" "ai_prompt": "<|assistant|>\n",
"engine": "nitro"
}, },
"parameters": { "parameters": {
"max_tokens": 2048 "max_tokens": 2048
@ -19,6 +20,5 @@
"author": "TinyLlama", "author": "TinyLlama",
"tags": ["Tiny", "Foundation Model"], "tags": ["Tiny", "Foundation Model"],
"size": 637000000 "size": 637000000
}, }
"engine": "llama.cpp"
} }

View File

@ -20,6 +20,6 @@
"tags": ["Recommended", "13B", "Finetuned"], "tags": ["Recommended", "13B", "Finetuned"],
"size": 9230000000 "size": 9230000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -20,6 +20,6 @@
"tags": ["34B", "Foundational Model"], "tags": ["34B", "Foundational Model"],
"size": 24320000000 "size": 24320000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }

View File

@ -20,6 +20,6 @@
"tags": ["7B", "Finetuned"], "tags": ["7B", "Finetuned"],
"size": 4370000000 "size": 4370000000
}, },
"engine": "llama.cpp" "engine": "nitro"
} }