diff --git a/extensions/inference-groq-extension/resources/models.json b/extensions/inference-groq-extension/resources/models.json index 6fce1c71b..2a779b807 100644 --- a/extensions/inference-groq-extension/resources/models.json +++ b/extensions/inference-groq-extension/resources/models.json @@ -61,6 +61,254 @@ }, "engine": "groq" }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.1-70b-versatile", + "object": "model", + "name": "Groq Llama 3.1 80b Versatile", + "version": "1.1", + "description": "Groq Llama 3.1 80b Versatile with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.1-8b-instant", + "object": "model", + "name": "Groq Llama 3.1 8b Instant", + "version": "1.1", + "description": "Groq Llama 3.1 8b with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.2-11b-text-preview", + "object": "model", + "name": "Groq Llama 3.2 11b Text Preview", + "version": "1.1", + "description": "Groq Llama 3.2 11b Text Preview with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.2-11b-vision-preview", + "object": "model", + "name": "Groq Llama 3.2 11b Vision Preview", + "version": "1.1", + "description": "Groq Llama 3.2 11b Vision Preview with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.2-1b-preview", + "object": "model", + "name": "Groq Llama 3.2 1b Preview", + "version": "1.1", + "description": "Groq Llama 3.2 1b Preview with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.2-3b-preview", + "object": "model", + "name": "Groq Llama 3.2 3b Preview", + "version": "1.1", + "description": "Groq Llama 3.2 3b Preview with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.2-90b-text-preview", + "object": "model", + "name": "Groq Llama 3.2 90b Text Preview", + "version": "1.1", + "description": "Groq Llama 3.2 90b Text Preview with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "llama-3.2-90b-vision-preview", + "object": "model", + "name": "Groq Llama 3.2 90b Vision Preview", + "version": "1.1", + "description": "Groq Llama 3.2 90b Vision Preview with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Meta", + "tags": [ + "General", + "Big Context Length" + ] + }, + "engine": "groq" + }, { "sources": [ { @@ -91,6 +339,36 @@ }, "engine": "groq" }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "gemma2-9b-it", + "object": "model", + "name": "Groq Gemma 9B Instruct", + "version": "1.2", + "description": "Groq Gemma 9b Instruct with supercharged speed!", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Google", + "tags": [ + "General" + ] + }, + "engine": "groq" + }, { "sources": [ { @@ -121,5 +399,32 @@ ] }, "engine": "groq" + }, + { + "sources": [ + { + "url": "https://groq.com" + } + ], + "id": "distil-whisper-large-v3-en", + "object": "model", + "name": "Groq distil-whisper-large-v3-en", + "version": "1.2", + "description": "Groq distil-whisper-large-v3-en Model from HuggingFace", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 32768, + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "HuggingFace" + }, + "engine": "groq" } ] \ No newline at end of file