Set project for the bigquery client (#3330)

Signed-off-by: Kevin Su <[email protected]>

Author: pingsutw

.gitignore

@@ -40,4 +40,5 @@ coverage.xml
 # Version file is auto-generated by setuptools_scm
 flytekit/_version.py
 testing
+.flyte/
 .claude/

flytekit/types/structured/bigquery.py

@@ -25,12 +25,26 @@
 
 
 def _write_to_bq(structured_dataset: StructuredDataset):
-    table_id = typing.cast(str, structured_dataset.uri).split("://", 1)[1].replace(":", ".")
-    client = bigquery.Client()
+    """Write a StructuredDataset to BigQuery using its URI (format: bq://project:dataset.table)."""
+    uri = structured_dataset.uri
+    if uri is None:
+        raise RuntimeError(
+            "Missing StructuredDataset URI for BigQuery. Expected format: bq://<project>:<dataset>.<table>"
+        )
+
+    # Extract project and BigQuery destination (dataset.table)
+    project = uri.removeprefix("bq://").split(":", 1)[0]
+    # Convert project:dataset.table -> project.dataset.table
+    dst = uri.split("://", 1)[1].replace(":", ".")
+
+    client = bigquery.Client(project=project)
+
+    # Convert Arrow table to pandas DataFrame if needed
     df = structured_dataset.dataframe
     if isinstance(df, pa.Table):
         df = df.to_pandas()
-    client.load_table_from_dataframe(df, table_id)
+
+    client.load_table_from_dataframe(df, dst)
 
 
 def _read_from_bq(