Granular updates for model serving endpoints

acceptance/bundle/resources/model_serving_endpoints/update/ai-gateway/databricks.yml.tmpl

@@ -0,0 +1,22 @@
+bundle:
+  name: test-mse-update-ai-gateway-$UNIQUE_NAME
+
+workspace:
+  root_path: ~/.bundle/$UNIQUE_NAME
+
+resources:
+  model_serving_endpoints:
+    test_endpoint:
+      name: test-endpoint-$UNIQUE_NAME
+      config:
+        served_entities:
+          - name: prod
+            external_model:
+              name: gpt-4o-mini
+              provider: openai
+              task: llm/v1/chat
+              openai_config:
+                openai_api_key: "{{secrets/test-scope/openai-key}}"
+      ai_gateway:
+        inference_table_config:
+          catalog_name: "first-inference-catalog"

acceptance/bundle/resources/model_serving_endpoints/update/ai-gateway/out.plan.direct.json

@@ -0,0 +1,70 @@
+{
+  "plan": {
+    "resources.model_serving_endpoints.test_endpoint": {
+      "action": "update",
+      "new_state": {
+        "value": {
+          "ai_gateway": {
+            "inference_table_config": {
+              "catalog_name": "second-inference-catalog"
+            }
+          },
+          "config": {
+            "served_entities": [
+              {
+                "external_model": {
+                  "name": "gpt-4o-mini",
+                  "openai_config": {
+                    "openai_api_key": "{{secrets/test-scope/openai-key}}"
+                  },
+                  "provider": "openai",
+                  "task": "llm/v1/chat"
+                },
+                "name": "prod"
+              }
+            ]
+          },
+          "name": "[ENDPOINT_ID]"
+        }
+      },
+      "remote_state": {
+        "endpoint_details": {
+          "ai_gateway": {
+            "inference_table_config": {
+              "catalog_name": "first-inference-catalog"
+            }
+          },
+          "config": {
+            "served_entities": [
+              {
+                "external_model": {
+                  "name": "gpt-4o-mini",
+                  "openai_config": {
+                    "openai_api_key": "{{secrets/test-scope/openai-key}}"
+                  },
+                  "provider": "openai",
+                  "task": "llm/v1/chat"
+                },
+                "name": "prod"
+              }
+            ]
+          },
+          "creator": "[USERNAME]",
+          "id": "[UUID]",
+          "name": "[ENDPOINT_ID]",
+          "state": {
+            "config_update": "NOT_UPDATING"
+          }
+        },
+        "endpoint_id": "[UUID]"
+      },
+      "changes": {
+        "local": {
+          "ai_gateway.inference_table_config.catalog_name": {
+            "action": "update"
+          }
+        }
+      }
+    }
+  }
+}

acceptance/bundle/resources/model_serving_endpoints/update/ai-gateway/out.plan.terraform.json

@@ -0,0 +1,7 @@
+{
+  "plan": {
+    "resources.model_serving_endpoints.test_endpoint": {
+      "action": "update"
+    }
+  }
+}

acceptance/bundle/resources/model_serving_endpoints/update/ai-gateway/output.txt

@@ -0,0 +1,77 @@
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/[UNIQUE_NAME]/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!
+
+>>> [CLI] serving-endpoints get [ENDPOINT_ID]
+{
+  "inference_table_config": {
+    "catalog_name": "first-inference-catalog"
+  }
+}
+
+>>> update_file.py databricks.yml catalog_name: "first-inference-catalog" catalog_name: "second-inference-catalog"
+
+>>> [CLI] bundle plan -o json
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/[UNIQUE_NAME]/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!
+
+>>> print_requests.py //serving-endpoints
+{
+  "method": "POST",
+  "path": "/api/2.0/serving-endpoints",
+  "body": {
+    "ai_gateway": {
+      "inference_table_config": {
+        "catalog_name": "first-inference-catalog"
+      }
+    },
+    "config": {
+      "served_entities": [
+        {
+          "external_model": {
+            "name": "gpt-4o-mini",
+            "openai_config": {
+              "openai_api_key": "{{secrets/test-scope/openai-key}}"
+            },
+            "provider": "openai",
+            "task": "llm/v1/chat"
+          },
+          "name": "prod"
+        }
+      ]
+    },
+    "name": "[ENDPOINT_ID]"
+  }
+}
+{
+  "method": "PUT",
+  "path": "/api/2.0/serving-endpoints/[ENDPOINT_ID]/ai-gateway",
+  "body": {
+    "inference_table_config": {
+      "catalog_name": "second-inference-catalog"
+    }
+  }
+}
+
+>>> [CLI] serving-endpoints get [ENDPOINT_ID]
+{
+  "inference_table_config": {
+    "catalog_name": "second-inference-catalog"
+  }
+}
+
+>>> [CLI] bundle destroy --auto-approve
+The following resources will be deleted:
+  delete resources.model_serving_endpoints.test_endpoint
+
+All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/[UNIQUE_NAME]
+
+Deleting files...
+Destroy complete!

acceptance/bundle/resources/model_serving_endpoints/update/ai-gateway/script

@@ -0,0 +1,23 @@
+#!/bin/bash
+envsubst < databricks.yml.tmpl > databricks.yml
+
+cleanup() {
+    trace $CLI bundle destroy --auto-approve
+    rm -f out.requests.txt
+}
+trap cleanup EXIT
+
+trace $CLI bundle deploy
+
+ENDPOINT_ID=$($CLI bundle summary -o json | jq -r '.resources.model_serving_endpoints.test_endpoint.id')
+echo "$ENDPOINT_ID:ENDPOINT_ID" >> ACC_REPLS
+trace $CLI serving-endpoints get "${ENDPOINT_ID}" | jq '.ai_gateway'
+
+trace update_file.py databricks.yml 'catalog_name: "first-inference-catalog"' 'catalog_name: "second-inference-catalog"'
+
+trace $CLI bundle plan -o json > out.plan.$DATABRICKS_BUNDLE_ENGINE.json
+trace $CLI bundle deploy
+
+trace print_requests.py //serving-endpoints
+
+trace $CLI serving-endpoints get "${ENDPOINT_ID}" | jq '.ai_gateway'

acceptance/bundle/resources/model_serving_endpoints/update/both_gateway_and_tags/databricks.yml.tmpl

@@ -0,0 +1,26 @@
+bundle:
+  name: test-mse-update-ai-gateway-$UNIQUE_NAME
+
+workspace:
+  root_path: ~/.bundle/$UNIQUE_NAME
+
+resources:
+  model_serving_endpoints:
+    test_endpoint:
+      name: test-endpoint-$UNIQUE_NAME
+      config:
+        served_entities:
+          - name: prod
+            external_model:
+              name: gpt-4o-mini
+              provider: openai
+              task: llm/v1/chat
+              openai_config:
+                openai_api_key: "{{secrets/test-scope/openai-key}}"
+      ai_gateway:
+        inference_table_config:
+          catalog_name: "first-inference-catalog"
+
+      tags:
+        - key: team
+          value: my-team-one

acceptance/bundle/resources/model_serving_endpoints/update/both_gateway_and_tags/out.plan.direct.json

@@ -0,0 +1,85 @@
+{
+  "plan": {
+    "resources.model_serving_endpoints.test_endpoint": {
+      "action": "update",
+      "new_state": {
+        "value": {
+          "ai_gateway": {
+            "inference_table_config": {
+              "catalog_name": "second-inference-catalog"
+            }
+          },
+          "config": {
+            "served_entities": [
+              {
+                "external_model": {
+                  "name": "gpt-4o-mini",
+                  "openai_config": {
+                    "openai_api_key": "{{secrets/test-scope/openai-key}}"
+                  },
+                  "provider": "openai",
+                  "task": "llm/v1/chat"
+                },
+                "name": "prod"
+              }
+            ]
+          },
+          "name": "[ENDPOINT_ID]",
+          "tags": [
+            {
+              "key": "team",
+              "value": "my-team-two"
+            }
+          ]
+        }
+      },
+      "remote_state": {
+        "endpoint_details": {
+          "ai_gateway": {
+            "inference_table_config": {
+              "catalog_name": "first-inference-catalog"
+            }
+          },
+          "config": {
+            "served_entities": [
+              {
+                "external_model": {
+                  "name": "gpt-4o-mini",
+                  "openai_config": {
+                    "openai_api_key": "{{secrets/test-scope/openai-key}}"
+                  },
+                  "provider": "openai",
+                  "task": "llm/v1/chat"
+                },
+                "name": "prod"
+              }
+            ]
+          },
+          "creator": "[USERNAME]",
+          "id": "[UUID]",
+          "name": "[ENDPOINT_ID]",
+          "state": {
+            "config_update": "NOT_UPDATING"
+          },
+          "tags": [
+            {
+              "key": "team",
+              "value": "my-team-one"
+            }
+          ]
+        },
+        "endpoint_id": "[UUID]"
+      },
+      "changes": {
+        "local": {
+          "ai_gateway.inference_table_config.catalog_name": {
+            "action": "update"
+          },
+          "tags[0].value": {
+            "action": "update"
+          }
+        }
+      }
+    }
+  }
+}

acceptance/bundle/resources/model_serving_endpoints/update/both_gateway_and_tags/out.plan.terraform.json

@@ -0,0 +1,7 @@
+{
+  "plan": {
+    "resources.model_serving_endpoints.test_endpoint": {
+      "action": "update"
+    }
+  }
+}