feat: [geminidataanalytics] Adding a new SchemaRelationship message to define relationships between table schema (#6871)

* feat: Adding a new TextType PROGRESS to provide informational messages about an agent's progress for supporting more granular Agent RAG tools
feat: Adding struct_schema to Datasource to support flexible schemas, particularly for Looker datasources
feat: Adding client_managed_resource_context to allow clients to manage their own conversation and agent resources

PiperOrigin-RevId: 828965493

Source-Link: googleapis/googleapis@9fcfbea

Source-Link: googleapis/googleapis-gen@49047d7
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWdlbWluaWRhdGFhbmFseXRpY3MvLk93bEJvdC55YW1sIiwiaCI6IjQ5MDQ3ZDc3ZDc4YWNmMTViYzU2MGNmZWNmNDljM2I1NjYzZTIzNWEifQ==

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

* feat: Adding a new SchemaRelationship message to define relationships between table schema
feat: Adding a new TextType PROGRESS to provide informational messages about an agent's progress for supporting more granular Agent RAG tools
feat: Adding struct_schema to Datasource to support flexible schemas, particularly for Looker datasources
feat: Adding client_managed_resource_context to allow clients to manage their own conversation and agent resources
feat: Adding a DeleteConversation RPC to allow for the deletion of conversations
feat: Adding a GlossaryTerm message to allow users to provide definitions for domain-specific terms
feat: Adding an ExampleQueries message to surface derived and authored example queries
feat: Adding DatasourceOptions to provide configuration options for datasources
feat: Adding support for LookerQuery within the DataQuery message for retrieving data from Looker explores

PiperOrigin-RevId: 829449036

Source-Link: googleapis/googleapis@2223580

Source-Link: googleapis/googleapis-gen@e52d1a2
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWdlbWluaWRhdGFhbmFseXRpY3MvLk93bEJvdC55YW1sIiwiaCI6ImU1MmQxYTI5N2VmMTJlMmJmZmMwNDBhODJiOGViY2I1YWIyNGZiNTUifQ==

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

---------

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
Co-authored-by: Santiago Quiroga <[email protected]>

Author: gcf-owl-bot[bot]

packages/google-cloud-geminidataanalytics/README.md

@@ -82,6 +82,7 @@ Samples are in the [`samples/`][homepage_samples] directory. Each sample's `READ
 | update data agent | [source code](https://github.com/googleapis/google-cloud-node/blob/main/packages/google-cloud-geminidataanalytics/samples/generated/v1beta/data_agent_service.update_data_agent.js) |
 | chat | [source code](https://github.com/googleapis/google-cloud-node/blob/main/packages/google-cloud-geminidataanalytics/samples/generated/v1beta/data_chat_service.chat.js) |
 | create conversation | [source code](https://github.com/googleapis/google-cloud-node/blob/main/packages/google-cloud-geminidataanalytics/samples/generated/v1beta/data_chat_service.create_conversation.js) |
+| delete conversation | [source code](https://github.com/googleapis/google-cloud-node/blob/main/packages/google-cloud-geminidataanalytics/samples/generated/v1beta/data_chat_service.delete_conversation.js) |
 | get conversation | [source code](https://github.com/googleapis/google-cloud-node/blob/main/packages/google-cloud-geminidataanalytics/samples/generated/v1beta/data_chat_service.get_conversation.js) |
 | list conversations | [source code](https://github.com/googleapis/google-cloud-node/blob/main/packages/google-cloud-geminidataanalytics/samples/generated/v1beta/data_chat_service.list_conversations.js) |
 | list messages | [source code](https://github.com/googleapis/google-cloud-node/blob/main/packages/google-cloud-geminidataanalytics/samples/generated/v1beta/data_chat_service.list_messages.js) |

packages/google-cloud-geminidataanalytics/protos/google/cloud/geminidataanalytics/v1alpha/context.proto

@@ -18,6 +18,7 @@ package google.cloud.geminidataanalytics.v1alpha;
 
 import "google/api/field_behavior.proto";
 import "google/cloud/geminidataanalytics/v1alpha/datasource.proto";
+import "google/protobuf/wrappers.proto";
 
 option csharp_namespace = "Google.Cloud.GeminiDataAnalytics.V1Alpha";
 option go_package = "cloud.google.com/go/geminidataanalytics/apiv1alpha/geminidataanalyticspb;geminidataanalyticspb";
@@ -151,6 +152,19 @@ message ConversationOptions {
 
   // Optional. Options for analysis.
   AnalysisOptions analysis = 2 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Options for datasources.
+  DatasourceOptions datasource = 3 [(google.api.field_behavior) = OPTIONAL];
+}
+
+// Options for datasources configurations.
+message DatasourceOptions {
+  // Optional. This option applies to datasources that require BigQuery queries
+  // only. Limits the bytes billed for each BQ query job. Queries that will have
+  // bytes billed beyond this limit will fail (without incurring a charge).
+  // If unspecified, no limit will be applied.
+  google.protobuf.Int64Value big_query_max_billed_bytes = 1
+      [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Options for chart generation.

packages/google-cloud-geminidataanalytics/protos/google/cloud/geminidataanalytics/v1alpha/data_chat_service.proto

@@ -169,6 +169,13 @@ message ChatRequest {
     // statelessly, without managed conversation persistence.
     DataAgentContext data_agent_context = 104
         [(google.api.field_behavior) = OPTIONAL];
+
+    // Optional. Context with client managed resources.
+    // Some clients may not use GDA managed resources including
+    // conversations and agents, instead they create and manage their own
+    // conversations and agents resources.
+    ClientManagedResourceContext client_managed_resource_context = 105
+        [(google.api.field_behavior) = OPTIONAL];
   }
 
   // Optional. The Google Cloud project to be used for quota and billing.
@@ -243,6 +250,22 @@ message ConversationReference {
       [(google.api.field_behavior) = REQUIRED];
 }
 
+// Context with client managed resources.
+// Some clients may not use GDA managed resources including
+// conversations and agents, instead they create and manage their own
+// conversations and agents resources.
+message ClientManagedResourceContext {
+  // Required. Context for the chat request. Use this to chat without GDA API
+  // managed conversation and agent persistence by passing all context inline.
+  Context inline_context = 1 [(google.api.field_behavior) = REQUIRED];
+
+  // Optional. The client managed conversation id.
+  string conversation_id = 2 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. The client managed agent id.
+  string agent_id = 3 [(google.api.field_behavior) = OPTIONAL];
+}
+
 // A message from an interaction between the user and the system.
 message Message {
   // The kind of message.
@@ -320,6 +343,13 @@ message TextMessage {
 
     // The text is a thinking plan generated by the thinking tool.
     THOUGHT = 2;
+
+    // The text is an informational message about the agent's progress, such as
+    // a tool being invoked. This is distinct from the agent's internal thought
+    // process (`THOUGHT`) and the final answer to the user
+    // (`FINAL_RESPONSE`). These messages provide insight into the agent's
+    // actions.
+    PROGRESS = 3;
   }
 
   // Optional. The parts of the message.
@@ -579,7 +609,20 @@ message ChartResult {
   Blob image = 3 [(google.api.field_behavior) = OPTIONAL];
 }
 
-// An error message.
+// An error message from a tool call.
+// This message is used to represent an error that occurred while an agent was
+// trying to use a tool. It's important to note that not all errors are
+// terminal. Many are recoverable, and the agent may use the information from
+// this error message to self-correct and retry the tool call or try a
+// different approach.
+//
+// For example, if a data query fails, the agent might receive an
+// `ErrorMessage`, analyze it, and then generate a corrected query.
+//
+// Clients should be cautious about interpreting this message as a definitive
+// failure. It can be part of the agent's normal, iterative process of
+// completing a task. Surfacing these errors directly to end-users without
+// context (e.g., as a "hard failure") may be misleading.
 message ErrorMessage {
   // Output only. The text of the error.
   string text = 1 [(google.api.field_behavior) = OUTPUT_ONLY];

packages/google-cloud-geminidataanalytics/protos/google/cloud/geminidataanalytics/v1alpha/datasource.proto

@@ -18,6 +18,7 @@ package google.cloud.geminidataanalytics.v1alpha;
 
 import "google/api/field_behavior.proto";
 import "google/cloud/geminidataanalytics/v1alpha/credentials.proto";
+import "google/protobuf/struct.proto";
 
 option csharp_namespace = "Google.Cloud.GeminiDataAnalytics.V1Alpha";
 option go_package = "cloud.google.com/go/geminidataanalytics/apiv1alpha/geminidataanalyticspb;geminidataanalyticspb";
@@ -155,6 +156,15 @@ message Datasource {
 
   // Optional. The schema of the datasource.
   Schema schema = 7 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. A struct representation of the schema.
+  // This is populated for datasources with schemas that cannot be
+  // fully represented by the strongly-typed `schema` field.
+  //
+  // For Looker datasources, this maps to the LookmlModelExplore type:
+  // https://cloud.google.com/looker/docs/reference/looker-api/latest/types/LookmlModelExplore
+  google.protobuf.Struct struct_schema = 10
+      [(google.api.field_behavior) = OPTIONAL];
 }
 
 // The schema of a Datasource or QueryResult instance.

packages/google-cloud-geminidataanalytics/protos/google/cloud/geminidataanalytics/v1beta/context.proto

@@ -18,6 +18,7 @@ package google.cloud.geminidataanalytics.v1beta;
 
 import "google/api/field_behavior.proto";
 import "google/cloud/geminidataanalytics/v1beta/datasource.proto";
+import "google/protobuf/wrappers.proto";
 
 option csharp_namespace = "Google.Cloud.GeminiDataAnalytics.V1Beta";
 option go_package = "cloud.google.com/go/geminidataanalytics/apiv1beta/geminidataanalyticspb;geminidataanalyticspb";
@@ -29,6 +30,56 @@ option ruby_package = "Google::Cloud::GeminiDataAnalytics::V1beta";
 
 // A collection of context to apply to this conversation
 message Context {
+  // The relationship between two tables, including referencing and referenced
+  // columns. This is a derived context retrieved from Dataplex Dataset
+  // Insights.
+  message SchemaRelationship {
+    // Represents an ordered set of paths within the table schema.
+    message SchemaPaths {
+      // The service-qualified full resource name of the table
+      // Ex:
+      // bigquery.googleapis.com/projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID
+      string table_fqn = 1;
+
+      // The ordered list of paths within the table schema.
+      repeated string paths = 2;
+    }
+
+    // Source which generated the schema relation edge.
+    enum Source {
+      // The source of the schema relationship is unspecified.
+      SOURCE_UNSPECIFIED = 0;
+
+      // The source of the schema relationship is BigQuery job history.
+      BIGQUERY_JOB_HISTORY = 1;
+
+      // The source of the schema relationship is LLM suggested.
+      LLM_SUGGESTED = 2;
+
+      // The source of the schema relationship is BigQuery table constraints.
+      BIGQUERY_TABLE_CONSTRAINTS = 3;
+    }
+
+    // An ordered list of fields for the join from the first table.
+    // The size of this list must be the same as `right_schema_paths`.
+    // Each field at index i in this list must correspond to a field at the same
+    // index in the `right_schema_paths` list.
+    SchemaPaths left_schema_paths = 1;
+
+    // An ordered list of fields for the join from the second table.
+    // The size of this list must be the same as `left_schema_paths`.
+    // Each field at index i in this list must correspond to a field at the same
+    // index in the `left_schema_paths` list.
+    SchemaPaths right_schema_paths = 2;
+
+    // Sources which generated the schema relation edge.
+    repeated Source sources = 3;
+
+    // A confidence score for the suggested relationship.
+    // Manually added edges have the highest confidence score.
+    float confidence_score = 4;
+  }
+
   // Optional. The basic entry point for data owners creating domain knowledge
   // for Agent.
   //
@@ -46,13 +97,23 @@ message Context {
 
   // Optional. A list of example queries, providing examples of relevant and
   // commonly used SQL queries and their corresponding natural language queries
-  // optionally present.
+  // optionally present. Currently only used for BigQuery data sources.
   repeated ExampleQuery example_queries = 5
       [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Term definitions (currently, only user authored)
+  repeated GlossaryTerm glossary_terms = 8
+      [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Relationships between table schema, including referencing and
+  // referenced columns.
+  repeated SchemaRelationship schema_relationships = 9
+      [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Example of relevant and commonly used SQL query and its corresponding natural
-// language queries optionally present.
+// language queries optionally present. Currently only used for BigQuery data
+// sources.
 message ExampleQuery {
   // The SQL or Looker query that should be generated to answer the natural
   // language query.
@@ -68,13 +129,42 @@ message ExampleQuery {
   string natural_language_question = 1 [(google.api.field_behavior) = OPTIONAL];
 }
 
+// Definition of a term within a specific domain.
+message GlossaryTerm {
+  // Required. User friendly display name of the glossary term being defined.
+  // For example: "CTR", "conversion rate", "pending"
+  string display_name = 1 [(google.api.field_behavior) = REQUIRED];
+
+  // Required. The description or meaning of the term.
+  // For example: "Click-through rate", "The percentage of users who complete a
+  // desired action", "An order that is waiting to be processed."
+  string description = 2 [(google.api.field_behavior) = REQUIRED];
+
+  // Optional. A list of general purpose labels associated to this term.
+  // For example: ["click rate", "clickthrough", "waiting"]
+  repeated string labels = 3 [(google.api.field_behavior) = OPTIONAL];
+}
+
 // Options for the conversation.
 message ConversationOptions {
   // Optional. Options for chart generation.
   ChartOptions chart = 1 [(google.api.field_behavior) = OPTIONAL];
 
   // Optional. Options for analysis.
   AnalysisOptions analysis = 2 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Options for datasources.
+  DatasourceOptions datasource = 3 [(google.api.field_behavior) = OPTIONAL];
+}
+
+// Options for datasources configurations.
+message DatasourceOptions {
+  // Optional. This option applies to datasources that require BigQuery queries
+  // only. Limits the bytes billed for each BQ query job. Queries that will have
+  // bytes billed beyond this limit will fail (without incurring a charge).
+  // If unspecified, no limit will be applied.
+  google.protobuf.Int64Value big_query_max_billed_bytes = 1
+      [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Options for chart generation.

packages/google-cloud-geminidataanalytics/protos/google/cloud/geminidataanalytics/v1beta/conversation.proto

@@ -45,7 +45,7 @@ message Conversation {
   // https://google.aip.dev/122#resource-id-segments
   //
   // Example:
-  // `projects/1234567890/locations/us-central1/conversations/my-conversation`.
+  // `projects/1234567890/locations/global/conversations/my-conversation`.
   //
   // It is recommended to skip setting this field during conversation creation
   // as it will be inferred automatically and overwritten with the
@@ -139,7 +139,7 @@ message ListConversationsRequest {
 
   // Optional. Returned conversations will match criteria specified within the
   // filter. ListConversations allows filtering by:
-  //  * agent_id
+  //  * agents
   //  * labels
   string filter = 4 [(google.api.field_behavior) = OPTIONAL];
 }
@@ -152,3 +152,16 @@ message ListConversationsResponse {
   // A token identifying a page of results the server should return.
   string next_page_token = 2;
 }
+
+// Request for deleting a conversation based on parent and conversation id.
+message DeleteConversationRequest {
+  // Required. Name of the resource.
+  // Format:
+  // `projects/{project}/locations/{location}/conversations/{conversation}`
+  string name = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "geminidataanalytics.googleapis.com/Conversation"
+    }
+  ];
+}

packages/google-cloud-geminidataanalytics/protos/google/cloud/geminidataanalytics/v1beta/data_agent.proto

@@ -53,7 +53,7 @@ message DataAgent {
   // must match the format described in
   // https://google.aip.dev/122#resource-id-segments
   //
-  // Example: `projects/1234567890/locations/us-central1/dataAgents/my-agent`.
+  // Example: `projects/1234567890/locations/global/dataAgents/my-agent`.
   //
   // It is recommended to skip setting this field during agent creation as it
   // will be inferred automatically and overwritten with the