Add examples for chat_completion and completion tasks using various Google Model Garden providers with updated URL formats

Author: Jan-Kazlouski-elastic

output/openapi/elasticsearch-openapi.json

@@ -1446,6 +1446,7 @@ export class GoogleVertexAIServiceSettings {
    * If `provider` is not provided or set to `google` (Google Vertex AI), do not set `url` (or `streaming_url`).
    * At least one of `url` or `streaming_url` must be provided for Google Model Garden endpoint usage.
    * Certain providers require separate URLs for streaming and non-streaming operations (e.g., Anthropic, Mistral, AI21). Others support both operation types through a single URL (e.g., Meta, Hugging Face).
+   * Information on constructing the URL for various providers can be found in the Google Model Garden documentation for the model, or on the endpoint’s `Sample request` page. The request examples also illustrate the proper formatting for the `url`.
    */
   url?: string
   /**
@@ -1455,6 +1456,7 @@ export class GoogleVertexAIServiceSettings {
    * If `provider` is not provided or set to `google` (Google Vertex AI), do not set `streaming_url` (or `url`).
    * At least one of `streaming_url` or `url` must be provided for Google Model Garden endpoint usage.
    * Certain providers require separate URLs for streaming and non-streaming operations (e.g., Anthropic, Mistral, AI21). Others support both operation types through a single URL (e.g., Meta, Hugging Face).
+   * Information on constructing the URL for various providers can be found in the Google Model Garden documentation for the model, or on the endpoint’s `Sample request` page. The request examples also illustrate the proper formatting for the `streaming_url`.
    */
   streaming_url?: string
   /**

output/openapi/elasticsearch-serverless-openapi.json

@@ -1,14 +1,13 @@
-summary: A chat_completion task for Google Model Garden Mistral endpoint with single streaming URL provided
-description: Run `PUT _inference/chat_completion/google_model_garden_mistral_chat_completion` to create an inference endpoint to perform a `chat_completion` task using Mistral's model hosted on Google Model Garden with single streaming URL provided.
-method_request: 'PUT _inference/chat_completion/google_model_garden_mistral_chat_completion'
+summary: A chat_completion task for Google Model Garden Meta shared endpoint with single streaming URL provided
+description: Run `PUT _inference/chat_completion/google_model_garden_meta_chat_completion` to create an inference endpoint to perform a `chat_completion` task using Meta's model hosted on Google Model Garden shared endpoint with single streaming URL provided. See the endpoint's `Sample request` page for the variable values used in the URL.
+method_request: 'PUT _inference/chat_completion/google_model_garden_meta_chat_completion'
 # type: "request"
 value: |-
   {
       "service": "googlevertexai",
       "service_settings": {
-          "provider": "mistral",
-          "model_id": "mistral-small-2503",
+          "provider": "meta",
           "service_account_json": "service-account-json",
-          "streaming_url": "https://url:streamRawPredict"
+          "streaming_url": "https://%LOCATION_ID%-aiplatform.googleapis.com/v1/projects/%PROJECT_ID%/locations/%LOCATION_ID%/endpoints/%ENDPOINT_ID%/chat/completions"
       }
   }

output/schema/schema.json

@@ -1,14 +1,13 @@
-summary: A completion task for Google Model Garden AI21 endpoint with separate URLs for streaming and non-streaming tasks
-description: Run `PUT _inference/completion/google_model_garden_ai21_completion` to create an inference endpoint to perform a `completion` task using AI21's model hosted on Google Model Garden with separate URLs for streaming and non-streaming tasks.
-method_request: 'PUT _inference/completion/google_model_garden_ai21_completion'
+summary: A completion task for Google Model Garden Hugging Face dedicated endpoint with single URL provided for both streaming and non-streaming tasks
+description: Run `PUT _inference/completion/google_model_garden_hugging_face_completion` to create an inference endpoint to perform a `completion` task using Hugging Face's model hosted on Google Model Garden dedicated endpoint with single URL provided for both streaming and non-streaming tasks. See the endpoint's `Sample request` page for the variable values used in the URL.
+method_request: 'PUT _inference/completion/google_model_garden_hugging_face_completion'
 # type: "request"
 value: |-
   {
       "service": "googlevertexai",
       "service_settings": {
-          "provider": "ai21",
+          "provider": "hugging_face",
           "service_account_json": "service-account-json",
-          "url": "https://url:rawPredict",
-          "streaming_url": "https://url:streamRawPredict"
+          "url": "https://%ENDPOINT_ID%.%LOCATION_ID%-%PROJECT_ID%.prediction.vertexai.goog/v1/projects/%PROJECT_ID%/locations/%LOCATION_ID%/endpoints/%ENDPOINT_ID%/chat/completions"
       }
   }

specification/inference/_types/CommonTypes.ts

@@ -1,13 +1,13 @@
-summary: A chat_completion task for Google Model Garden AI21 endpoint with single streaming URL provided
-description: Run `PUT _inference/chat_completion/google_model_garden_ai21_chat_completion` to create an inference endpoint to perform a `chat_completion` task using AI21's model hosted on Google Model Garden with single streaming URL provided.
-method_request: 'PUT _inference/chat_completion/google_model_garden_ai21_chat_completion'
+summary: A chat_completion task for Google Model Garden Hugging Face dedicated endpoint with single streaming URL provided
+description: Run `PUT _inference/chat_completion/google_model_garden_hugging_face_chat_completion` to create an inference endpoint to perform a `chat_completion` task using Hugging Face's model hosted on Google Model Garden dedicated endpoint with single streaming URL provided. See the endpoint's `Sample request` page for the variable values used in the URL.
+method_request: 'PUT _inference/chat_completion/google_model_garden_hugging_face_chat_completion'
 # type: "request"
 value: |-
   {
       "service": "googlevertexai",
       "service_settings": {
-          "provider": "ai21",
+          "provider": "hugging_face",
           "service_account_json": "service-account-json",
-          "streaming_url": "https://url:streamRawPredict"
+          "streaming_url": "https://%ENDPOINT_ID%.%LOCATION_ID%-%PROJECT_ID%.prediction.vertexai.goog/v1/projects/%PROJECT_ID%/locations/%LOCATION_ID%/endpoints/%ENDPOINT_ID%/chat/completions"
       }
   }

specification/inference/put_googlevertexai/examples/request/PutGoogleVertexAiRequestExample10.yaml

@@ -0,0 +1,13 @@
+summary: A completion task for Google Model Garden Hugging Face shared endpoint with single URL provided for both streaming and non-streaming tasks
+description: Run `PUT _inference/completion/google_model_garden_hugging_face_completion` to create an inference endpoint to perform a `completion` task using Hugging Face's model hosted on Google Model Garden shared endpoint with single URL provided for both streaming and non-streaming tasks. See the endpoint's `Sample request` page for the variable values used in the URL.
+method_request: 'PUT _inference/completion/google_model_garden_hugging_face_completion'
+# type: "request"
+value: |-
+  {
+      "service": "googlevertexai",
+      "service_settings": {
+          "provider": "hugging_face",
+          "service_account_json": "service-account-json",
+          "url": "https://%LOCATION_ID%-aiplatform.googleapis.com/v1/projects/%PROJECT_ID%/locations/%LOCATION_ID%/endpoints/%ENDPOINT_ID%/chat/completions"
+      }
+  }

specification/inference/put_googlevertexai/examples/request/PutGoogleVertexAiRequestExample11.yaml

@@ -0,0 +1,13 @@
+summary: A chat_completion task for Google Model Garden Hugging Face shared endpoint with single streaming URL provided
+description: Run `PUT _inference/chat_completion/google_model_garden_hugging_face_chat_completion` to create an inference endpoint to perform a `chat_completion` task using Hugging Face's model hosted on Google Model Garden shared endpoint with single streaming URL provided. See the endpoint's `Sample request` page for the variable values used in the URL.
+method_request: 'PUT _inference/chat_completion/google_model_garden_hugging_face_chat_completion'
+# type: "request"
+value: |-
+  {
+      "service": "googlevertexai",
+      "service_settings": {
+          "provider": "hugging_face",
+          "service_account_json": "service-account-json",
+          "streaming_url": "https://%LOCATION_ID%-aiplatform.googleapis.com/v1/projects/%PROJECT_ID%/locations/%LOCATION_ID%/endpoints/%ENDPOINT_ID%/chat/completions"
+      }
+  }

specification/inference/put_googlevertexai/examples/request/PutGoogleVertexAiRequestExample12.yaml

@@ -0,0 +1,15 @@
+summary: A completion task for Google Model Garden Mistral serverless endpoint with separate URLs for streaming and non-streaming tasks
+description: Run `PUT _inference/completion/google_model_garden_mistral_completion` to create an inference endpoint to perform a `completion` task using Mistral's serverless model hosted on Google Model Garden with separate URLs for streaming and non-streaming tasks. See the Mistral model documentation for instructions on how to construct URLs.
+method_request: 'PUT _inference/completion/google_model_garden_mistral_completion'
+# type: "request"
+value: |-
+  {
+      "service": "googlevertexai",
+      "service_settings": {
+          "provider": "mistral",
+          "model_id": "mistral-small-2503",
+          "service_account_json": "service-account-json",
+          "url": "https://%LOCATION_ID%-aiplatform.googleapis.com/v1/projects/%PROJECT_ID%/locations/%LOCATION_ID%/publishers/mistralai/models/%MODEL_ID%:rawPredict",
+          "streaming_url": "https://%LOCATION_ID%-aiplatform.googleapis.com/v1/projects/%PROJECT_ID%/locations/%LOCATION_ID%/publishers/mistralai/models/%MODEL_ID%:streamRawPredict"
+      }
+  }