wip

Author: taras-yemets

docs/cody/model-configuration/examples.mdx

@@ -357,16 +357,76 @@ TODO
 
 </Accordion>
 
-<Accordion title="Google Vertex (Anthropic)"></Accordion>
+<Accordion title="Google Vertex (Anthropic)">
+
+```json
+"modelConfiguration": {
+  "sourcegraph": null,
+  "providerOverrides": [
+      {
+          "id": "google",
+          "displayName": "Google Anthropic",
+          "serverSideConfig": {
+            "type": "google",
+            "accessToken": "token",
+            "endpoint": "https://us-east5-aiplatform.googleapis.com/v1/projects/project-name/locations/us-east5/publishers/anthropic/models"
+          }
+      }
+  ],
+  "modelOverrides": [
+      {
+          "modelRef": "google::unknown::claude-3-5-sonnet",
+          "displayName": "Claude 3.5 Sonnet (via Google/Vertex)",
+          "modelName": "claude-3-5-sonnet@20240620",
+          "contextWindow": {
+            "maxInputTokens": 45000,
+            "maxOutputTokens": 4000
+          },
+          "capabilities": ["chat"],
+          "category": "accuracy",
+          "status": "stable"
+      },
+      {
+          "modelRef": "google::unknown::claude-3-haiku",
+          "displayName": "Claude 3 Haiku",
+          "modelName": "claude-3-haiku@20240307",
+          "capabilities": ["autocomplete", "edit", "chat"],
+          "category": "speed",
+          "status": "stable",
+          "tier": "free",
+          "contextWindow": {
+            "maxInputTokens": 7000,
+            "maxOutputTokens": 4000
+          }
+      },
+  ],
+  "defaultModels": {
+    "chat": "google::unknown::claude-3-5-sonnet",
+    "fastChat": "google::unknown::claude-3-5-sonnet",
+    "autocomplete": "google::unknown::claude-3-haiku"
+  }
+}
+```
+
+In the configuration above, we:
+
+-   Set up a provider override for Google Anthropic, routing requests for this provider directly to the specified endpoint (bypassing Cody Gateway).
+-   Add two OpenAI models:
+    -   `"google::unknown::claude-3-5-sonnet"` with "chat" capabiity - used for "chat" and "fastChat"
+    -   `"google::unknown::claude-3-haiku"` with "autocomplete" capability - used for "autocomplete".
+
+</Accordion>
+
 <Accordion title="Google Vertex (Gemini)"></Accordion>
-<Accordion title="Google Vertex (public)"></Accordion>
+
+<Accordion title="Google Vertex (public)">
+
+TODO
+
+</Accordion>
 
 <Accordion title="AWS Bedrock"></Accordion>
 
 ## Self-hosted models
 
 TODO
-
-```
-
-```