Cody Gateway: New Claude 3.5 Sonnet model (#63395)

CONTEXT:
https://sourcegraph.slack.com/archives/C05AGQYD528/p1718898110684289?thread_ts=1718896254.676939&cid=C05AGQYD528

CLOSE https://linear.app/sourcegraph/issue/CODY-2177


Adding new Claude 3.5 Sonnet (`claude-3.5-sonnet-20240620`) to the Cody
Gateway allow list.
 
Model ID based on Anthropic Console:


![image](https://github.com/sourcegraph/sourcegraph/assets/68532117/6f27b24f-a7f5-4b3f-85a9-c0eed1babe9b)

Claude 3.5 Sonnet is Live on [s0.dev](http://s0.dev/) to confirm this is
the correct model ID

<!-- 💡 To write a useful PR description, make sure that your description
covers:
- WHAT this PR is changing:
    - How was it PREVIOUSLY.
    - How it will be from NOW on.
- WHY this PR is needed.
- CONTEXT, i.e. to which initiative, project or RFC it belongs.

The structure of the description doesn't matter as much as covering
these points, so use
your best judgement based on your context.
Learn how to write good pull request description:
https://www.notion.so/sourcegraph/Write-a-good-pull-request-description-610a7fd3e613496eb76f450db5a49b6e?pvs=4
-->


## Test plan

<!-- All pull requests REQUIRE a test plan:
https://docs-legacy.sourcegraph.com/dev/background-information/testing_principles
-->

Verify you can use the new model through Cody Gateway


## Changelog

<!--
1. Ensure your pull request title is formatted as: $type($domain): $what
2. Add bullet list items for each additional detail you want to cover
(see example below)
3. You can edit this after the pull request was merged, as long as
release shipping it hasn't been promoted to the public.
4. For more information, please see this how-to
https://www.notion.so/sourcegraph/Writing-a-changelog-entry-dd997f411d524caabf0d8d38a24a878c?

Audience: TS/CSE > Customers > Teammates (in that order).

Cheat sheet: $type = chore|fix|feat $domain:
source|search|ci|release|plg|cody|local|...
-->

<!--
Example:

Title: fix(search): parse quotes with the appropriate context
Changelog section:

## Changelog

- When a quote is used with regexp pattern type, then ...
- Refactored underlying code.
-->

feature(plg): new Claude 3.5 Sonnet model support for Cody Pro users

Author: abeatrix

cmd/cody-gateway-config/dotcom_models.go

@@ -46,12 +46,41 @@ func getAnthropicModels() []types.Model {
 	)
 
 	return []types.Model{
+		// Free Anthropic model.
 		newModel(
 			modelIdentity{
 				MRef:        mRef(anthropic_06_2023, "claude-3-sonnet"),
 				Name:        "claude-3-sonnet-20240229",
 				DisplayName: "Claude 3 Sonnet",
 			},
+			modelMetadata{
+				Capabilities: chatAndEdit,
+				Category:     types.ModelCategoryBalanced,
+				Status:       types.ModelStatusStable,
+				Tier:         types.ModelTierFree,
+			},
+			expandedCtxWindow),
+
+		// Pro Anthropic models.
+		newModel(
+			modelIdentity{
+				MRef:        mRef(anthropic_06_2023, "claude-3.5-sonnet"),
+				Name:        "claude-3.5-sonnet-20240620",
+				DisplayName: "Claude 3.5 Sonnet",
+			},
+			modelMetadata{
+				Capabilities: chatAndEdit,
+				Category:     types.ModelCategoryAccuracy,
+				Status:       types.ModelStatusStable,
+				Tier:         types.ModelTierPro,
+			},
+			expandedCtxWindow),
+		newModel(
+			modelIdentity{
+				MRef:        mRef(anthropic_06_2023, "claude-3-opus"),
+				Name:        "claude-3-opus-20240229",
+				DisplayName: "Claude 3 Opus",
+			},
 			modelMetadata{
 				Capabilities: chatAndEdit,
 				Category:     types.ModelCategoryAccuracy,
@@ -67,7 +96,7 @@ func getAnthropicModels() []types.Model {
 			},
 			modelMetadata{
 				Capabilities: chatAndEdit,
-				Category:     types.ModelCategoryAccuracy,
+				Category:     types.ModelCategorySpeed,
 				Status:       types.ModelStatusStable,
 				Tier:         types.ModelTierPro,
 			},

cmd/cody-gateway/shared/config/config.go

@@ -235,6 +235,7 @@ func (c *Config) Load() {
 			"claude-instant-1.2-cyan",
 			anthropic.Claude3Haiku,
 			anthropic.Claude3Sonnet,
+			anthropic.Claude35Sonnet,
 			anthropic.Claude3Opus,
 		}, ","),
 		"Anthropic models that can be used."))

cmd/frontend/internal/dotcom/productsubscription/codygateway_dotcom_user.go

@@ -363,6 +363,7 @@ func allowedModels(scope types.CompletionsFeature, isProUser bool) []string {
 		chatModels := []string{
 			"anthropic/" + anthropic.Claude3Haiku,
 			"anthropic/" + anthropic.Claude3Sonnet,
+			"anthropic/" + anthropic.Claude35Sonnet,
 			"anthropic/" + anthropic.Claude3Opus,
 			"fireworks/" + fireworks.Mixtral8x7bInstruct,
 			"fireworks/" + fireworks.Mixtral8x22Instruct,

cmd/frontend/internal/httpapi/completions/get_model.go

@@ -113,6 +113,7 @@ func isAllowedCustomChatModel(model string, isProUser bool) bool {
 		case
 			"anthropic/" + anthropic.Claude3Haiku,
 			"anthropic/" + anthropic.Claude3Sonnet,
+			"anthropic/" + anthropic.Claude35Sonnet,
 			"anthropic/" + anthropic.Claude3Opus,
 			"fireworks/" + fireworks.Mixtral8x7bInstruct,
 			"fireworks/" + fireworks.Mixtral8x22Instruct,

internal/completions/client/anthropic/anthropic.go

@@ -17,6 +17,7 @@ import (
 const Claude3Haiku = "claude-3-haiku-20240307"
 const Claude3Sonnet = "claude-3-sonnet-20240229"
 const Claude3Opus = "claude-3-opus-20240229"
+const Claude35Sonnet = "claude-3.5-sonnet-20240620"
 
 func NewClient(cli httpcli.Doer, apiURL, accessToken string, viaGateway bool, tokenManager tokenusage.Manager) types.CompletionsClient {
 

internal/conf/computed.go

@@ -1257,7 +1257,7 @@ func anthropicDefaultMaxPromptTokens(model string) int {
 		return 100_000
 
 	}
-	if model == "claude-2" || model == "claude-2.0" || model == "claude-2.1" || model == "claude-v2" || model == anthropic.Claude3Haiku || model == anthropic.Claude3Opus || model == anthropic.Claude3Sonnet {
+	if model == "claude-2" || model == "claude-2.0" || model == "claude-2.1" || model == "claude-v2" || model == anthropic.Claude3Haiku || model == anthropic.Claude3Opus || model == anthropic.Claude3Sonnet || model == anthropic.Claude35Sonnet {
 		// TODO: Technically, v2 and v3 also uses a 100k/200k window respectively, but we should
 		// validate that returning 100k here is the right thing to do.
 		return 12_000

internal/modelconfig/embedded/models.json

@@ -26,6 +26,34 @@
       "displayName": "Claude 3 Sonnet",
       "string": "claude-3-sonnet-20240229",
       "capabilities": ["chat", "edit"],
+      "category": "balanced",
+      "status": "stable",
+      "tier": "free",
+      "contextWindow": {
+        "maxInputTokens": 30000,
+        "maxOutputTokens": 4000
+      }
+    },
+    {
+      "modelId": "unknown",
+      "modelRef": "anthropic::2023-06-01::claude-3.5-sonnet",
+      "displayName": "Claude 3.5 Sonnet",
+      "string": "claude-3.5-sonnet-20240620",
+      "capabilities": ["chat", "edit"],
+      "category": "accuracy",
+      "status": "stable",
+      "tier": "pro",
+      "contextWindow": {
+        "maxInputTokens": 30000,
+        "maxOutputTokens": 4000
+      }
+    },
+    {
+      "modelId": "unknown",
+      "modelRef": "anthropic::2023-06-01::claude-3-opus",
+      "displayName": "Claude 3 Opus",
+      "string": "claude-3-opus-20240229",
+      "capabilities": ["chat", "edit"],
       "category": "accuracy",
       "status": "stable",
       "tier": "pro",
@@ -40,7 +68,7 @@
       "displayName": "Claude 3 Haiku",
       "string": "claude-3-haiku-20240307",
       "capabilities": ["chat", "edit"],
-      "category": "accuracy",
+      "category": "speed",
       "status": "stable",
       "tier": "pro",
       "contextWindow": {