feat(csharp): BigQueryPerformance changes (#88)

This change focuses on performance and metadata handling.

Key changes include:

Metadata Query Support: The driver now supports standard
ADBC metadata retrieval functions. This allows you to query for catalogs
(projects), schemas (datasets), tables, columns, and primary keys.
This is much faster than querying InformationSchema.

Automatic Large Query Handling: The driver now performs a "dry run"
before executing a query. If it estimates that the query will process a
large amount of data (over 120MB), it automatically enables settings to
handle large results, improving performance and reliability for big
queries.
New Configuration Parameters: Several new parameters have been added to
control these new features, such as
adbc.bigquery.include_public_project_id and parameters for metadata
commands.
Testing Updates: The testing framework has been updated to validate the
new metadata functionality.

---------

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Co-authored-by: Curt Hagenlocher <curt@hagenlocher.org>

Author: 3 people

.gitmodules

@@ -1,3 +1,3 @@
 [submodule "csharp/arrow-adbc"]
-	path = csharp/arrow-adbc
-	url = git@github.com:apache/arrow-adbc.git
+    path = csharp/arrow-adbc
+    url = https://github.com/apache/arrow-adbc.git

csharp/src/BigQueryConnection.cs

@@ -53,7 +53,6 @@ public class BigQueryConnection : TracingConnection, ITokenProtectedResource
     {
         readonly Dictionary<string, string> properties;
         readonly HttpClient httpClient;
-        bool includePublicProjectIds = false;
         const string infoDriverName = "ADBC BigQuery Driver";
         const string infoVendorName = "BigQuery";
         // Note: this needs to be set before the constructor runs
@@ -161,6 +160,8 @@ private bool TryInitTracerProvider(out FileActivityListener? fileActivityListene
         // if this value is null, the BigQuery API chooses the location (typically the `US` multi-region)
         internal string? DefaultClientLocation { get; private set; }
 
+        internal bool IncludePublicProjectIds { get; private set; } = false;
+
         public override string AssemblyVersion => BigQueryUtils.BigQueryAssemblyVersion;
 
         public override string AssemblyName => BigQueryUtils.BigQueryAssemblyName;
@@ -211,8 +212,8 @@ internal BigQueryClient Open(string? projectId = null)
                 {
                     if (!string.IsNullOrEmpty(result))
                     {
-                        this.includePublicProjectIds = Convert.ToBoolean(result);
-                        activity?.AddBigQueryParameterTag(BigQueryParameters.IncludePublicProjectId, this.includePublicProjectIds);
+                        this.IncludePublicProjectIds = Convert.ToBoolean(result);
+                        activity?.AddBigQueryParameterTag(BigQueryParameters.IncludePublicProjectId, this.IncludePublicProjectIds);
                     }
                 }
 
@@ -613,7 +614,7 @@ private IArrowArray[] GetCatalogs(
                     projectIds = catalogs.Select(x => x.ProjectId).ToList();
                 }
 
-                if (this.includePublicProjectIds && !projectIds.Contains(BigQueryConstants.PublicProjectId))
+                if (this.IncludePublicProjectIds && !projectIds.Contains(BigQueryConstants.PublicProjectId))
                     projectIds.Add(BigQueryConstants.PublicProjectId);
 
                 projectIds.Sort();

csharp/src/BigQueryParameters.cs

@@ -43,6 +43,9 @@ internal class BigQueryParameters
         public const string GetQueryResultsOptionsTimeout = "adbc.bigquery.get_query_results_options.timeout";
         public const string IncludeConstraintsWithGetObjects = "adbc.bigquery.include_constraints_getobjects";
         public const string IncludePublicProjectId = "adbc.bigquery.include_public_project_id";
+        public const string CatalogName = "adbc.get_metadata.target_catalog";
+        public const string SchemaName = "adbc.get_metadata.target_db_schema";
+        public const string TableName = "adbc.get_metadata.target_table";
         public const string JsonCredential = "adbc.bigquery.auth_json_credential";
         public const string LargeDecimalsAsString = "adbc.bigquery.large_decimals_as_string";
         public const string LargeResultsDataset = "adbc.bigquery.large_results_dataset";
@@ -57,6 +60,7 @@ internal class BigQueryParameters
         public const string StatementIndex = "adbc.bigquery.multiple_statement.statement_index";
         public const string StatementType = "adbc.bigquery.multiple_statement.statement_type";
         public const string UseLegacySQL = "adbc.bigquery.use_legacy_sql";
+        public const string IsMetadataCommand = "adbc.bigquery.statement.is_metadata_command";
 
         /// <summary>
         /// Indicates whether the driver should create the dataset specified in the