From 777b0d303653aa37c93dd3a35c5c38f155997ae2 Mon Sep 17 00:00:00 2001 From: Ashu Date: Sun, 27 Oct 2024 07:05:55 +0530 Subject: [PATCH 1/3] Add claude 3.5 sonnet 20241022 --- .../resources/models.json | 34 ++++++++++++++++--- 1 file changed, 29 insertions(+), 5 deletions(-) diff --git a/extensions/inference-anthropic-extension/resources/models.json b/extensions/inference-anthropic-extension/resources/models.json index 1462837ac..923afb88a 100644 --- a/extensions/inference-anthropic-extension/resources/models.json +++ b/extensions/inference-anthropic-extension/resources/models.json @@ -7,7 +7,7 @@ ], "id": "claude-3-opus-20240229", "object": "model", - "name": "Claude 3 Opus", + "name": "Claude 3 Opus 20240229", "version": "1.0", "description": "Claude 3 Opus is a powerful model suitables for highly complex task.", "format": "api", @@ -31,7 +31,7 @@ ], "id": "claude-3-sonnet-20240229", "object": "model", - "name": "Claude 3 Sonnet", + "name": "Claude 3 Sonnet 20240229", "version": "1.0", "description": "Claude 3 Sonnet is an ideal model balance of intelligence and speed for enterprise workloads.", "format": "api", @@ -55,7 +55,7 @@ ], "id": "claude-3-haiku-20240307", "object": "model", - "name": "Claude 3 Haiku", + "name": "Claude 3 Haiku 20240307", "version": "1.0", "description": "Claude 3 Haiku is the fastest model provides near-instant responsiveness.", "format": "api", @@ -79,13 +79,37 @@ ], "id": "claude-3-5-sonnet-20240620", "object": "model", - "name": "Claude 3.5 Sonnet", + "name": "Claude 3.5 Sonnet 20240620", "version": "1.0", "description": "Claude 3.5 Sonnet raises the industry bar for intelligence, outperforming competitor models and Claude 3 Opus on a wide range of evaluations, with the speed and cost of our mid-tier model, Claude 3 Sonnet.", "format": "api", "settings": {}, "parameters": { - "max_tokens": 4096, + "max_tokens": 8192, + "temperature": 0.7, + "stream": true + }, + "metadata": { + "author": "Anthropic", + "tags": ["General", "Big Context Length"] + }, + "engine": "anthropic" + }, + { + "sources": [ + { + "url": "https://www.anthropic.com/" + } + ], + "id": "claude-3-5-sonnet-20241022", + "object": "model", + "name": "Claude 3.5 Sonnet 20241022", + "version": "1.0", + "description": "Claude 3.5 Sonnet raises the industry bar for intelligence, outperforming competitor models and Claude 3 Opus on a wide range of evaluations, with the speed and cost of our mid-tier model, Claude 3 Sonnet.", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, "temperature": 0.7, "stream": true }, From d84c869b14d02ed3b70f67fed3ea81093d81d488 Mon Sep 17 00:00:00 2001 From: Ashu Date: Fri, 8 Nov 2024 09:24:44 +0530 Subject: [PATCH 2/3] Add opus-latest and haiku 3.5.latest models --- .../resources/models.json | 96 +++++++++++++++++++ 1 file changed, 96 insertions(+) diff --git a/extensions/inference-anthropic-extension/resources/models.json b/extensions/inference-anthropic-extension/resources/models.json index 923afb88a..2131ad9f9 100644 --- a/extensions/inference-anthropic-extension/resources/models.json +++ b/extensions/inference-anthropic-extension/resources/models.json @@ -23,6 +23,30 @@ }, "engine": "anthropic" }, + { + "sources": [ + { + "url": "https://www.anthropic.com/" + } + ], + "id": "claude-3-opus-latest", + "object": "model", + "name": "Claude 3 Opus Latest", + "version": "1.0", + "description": "Claude 3 Opus is a powerful model suitables for highly complex task.", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 4096, + "temperature": 0.7, + "stream": false + }, + "metadata": { + "author": "Anthropic", + "tags": ["General", "Big Context Length"] + }, + "engine": "anthropic" + }, { "sources": [ { @@ -71,6 +95,54 @@ }, "engine": "anthropic" }, + { + "sources": [ + { + "url": "https://www.anthropic.com/" + } + ], + "id": "claude-3-5-haiku-20241022", + "object": "model", + "name": "Claude 3.5 Haiku 20241022", + "version": "1.0", + "description": "Claude 3.5 Haiku is the fastest model provides near-instant responsiveness.", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "stream": false + }, + "metadata": { + "author": "Anthropic", + "tags": ["General", "Big Context Length"] + }, + "engine": "anthropic" + }, + { + "sources": [ + { + "url": "https://www.anthropic.com/" + } + ], + "id": "claude-3-5-haiku-latest", + "object": "model", + "name": "Claude 3.5 Haiku Latest", + "version": "1.0", + "description": "Claude 3.5 Haiku is the fastest model provides near-instant responsiveness.", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "stream": false + }, + "metadata": { + "author": "Anthropic", + "tags": ["General", "Big Context Length"] + }, + "engine": "anthropic" + }, { "sources": [ { @@ -118,5 +190,29 @@ "tags": ["General", "Big Context Length"] }, "engine": "anthropic" + }, + { + "sources": [ + { + "url": "https://www.anthropic.com/" + } + ], + "id": "claude-3-5-sonnet-latest", + "object": "model", + "name": "Claude 3.5 Sonnet Latest", + "version": "1.0", + "description": "Claude 3.5 Sonnet raises the industry bar for intelligence, outperforming competitor models and Claude 3 Opus on a wide range of evaluations, with the speed and cost of our mid-tier model, Claude 3 Sonnet.", + "format": "api", + "settings": {}, + "parameters": { + "max_tokens": 8192, + "temperature": 0.7, + "stream": true + }, + "metadata": { + "author": "Anthropic", + "tags": ["General", "Big Context Length"] + }, + "engine": "anthropic" } ] From e148068edd07ecb8a1883533acfa25907cb1a694 Mon Sep 17 00:00:00 2001 From: Ashu Date: Fri, 8 Nov 2024 09:48:07 +0530 Subject: [PATCH 3/3] bump versions for existing models --- .../inference-anthropic-extension/resources/models.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/extensions/inference-anthropic-extension/resources/models.json b/extensions/inference-anthropic-extension/resources/models.json index 2131ad9f9..8b4ef03fb 100644 --- a/extensions/inference-anthropic-extension/resources/models.json +++ b/extensions/inference-anthropic-extension/resources/models.json @@ -8,7 +8,7 @@ "id": "claude-3-opus-20240229", "object": "model", "name": "Claude 3 Opus 20240229", - "version": "1.0", + "version": "1.1", "description": "Claude 3 Opus is a powerful model suitables for highly complex task.", "format": "api", "settings": {}, @@ -56,7 +56,7 @@ "id": "claude-3-sonnet-20240229", "object": "model", "name": "Claude 3 Sonnet 20240229", - "version": "1.0", + "version": "1.1", "description": "Claude 3 Sonnet is an ideal model balance of intelligence and speed for enterprise workloads.", "format": "api", "settings": {}, @@ -80,7 +80,7 @@ "id": "claude-3-haiku-20240307", "object": "model", "name": "Claude 3 Haiku 20240307", - "version": "1.0", + "version": "1.1", "description": "Claude 3 Haiku is the fastest model provides near-instant responsiveness.", "format": "api", "settings": {}, @@ -152,7 +152,7 @@ "id": "claude-3-5-sonnet-20240620", "object": "model", "name": "Claude 3.5 Sonnet 20240620", - "version": "1.0", + "version": "1.1", "description": "Claude 3.5 Sonnet raises the industry bar for intelligence, outperforming competitor models and Claude 3 Opus on a wide range of evaluations, with the speed and cost of our mid-tier model, Claude 3 Sonnet.", "format": "api", "settings": {},