Merge branch 'main' into feature-process-time-partition-update

Author: chalmerlowe

.github/.OwlBot.lock.yaml

@@ -13,5 +13,5 @@
 # limitations under the License.
 docker:
   image: gcr.io/cloud-devrel-public-resources/owlbot-python:latest
-  digest: sha256:5581906b957284864632cde4e9c51d1cc66b0094990b27e689132fe5cd036046
-# created: 2024-03-05
+  digest: sha256:25de45b58e52021d3a24a6273964371a97a4efeefe6ad3845a64e697c63b6447
+# created: 2025-04-14T14:34:43.260858345Z

CHANGELOG.md

@@ -14,6 +14,25 @@ Older versions of this project were distributed as [pybigquery][0].
 [2]: https://pypi.org/project/pybigquery/#history
 
 
+## [1.14.1](https://github.com/googleapis/python-bigquery-sqlalchemy/compare/v1.14.0...v1.14.1) (2025-05-09)
+
+
+### Bug Fixes
+
+* Updates _get_transitive_schema_fields and tests ([#1200](https://github.com/googleapis/python-bigquery-sqlalchemy/issues/1200)) ([16712da](https://github.com/googleapis/python-bigquery-sqlalchemy/commit/16712da4ba068b1b376eb81ab7d2961a81bbc23d))
+
+## [1.14.0](https://github.com/googleapis/python-bigquery-sqlalchemy/compare/v1.13.0...v1.14.0) (2025-04-23)
+
+
+### Features
+
+* Allow jobs to be run in a different project ([#1180](https://github.com/googleapis/python-bigquery-sqlalchemy/issues/1180)) ([eea4994](https://github.com/googleapis/python-bigquery-sqlalchemy/commit/eea4994b0134a0e413ea22b8d9e3e85a14ce998d))
+
+
+### Bug Fixes
+
+* Remove setup.cfg configuration for creating universal wheels ([#1175](https://github.com/googleapis/python-bigquery-sqlalchemy/issues/1175)) ([dc394ac](https://github.com/googleapis/python-bigquery-sqlalchemy/commit/dc394ac5e95095ca69a4f0000ec1820ed3cf53cb))
+
 ## [1.13.0](https://github.com/googleapis/python-bigquery-sqlalchemy/compare/v1.12.1...v1.13.0) (2025-03-11)
 
 

dev_requirements.txt

@@ -2,4 +2,4 @@ sqlalchemy>=2.0.15,<2.1.0
 google-cloud-bigquery>=1.6.0
 pytest===6.2.5
 pytest-flake8===1.1.0  # versions 1.1.1 and above require pytest 7
-pytz==2025.1
+pytz==2025.2

noxfile.py

@@ -21,7 +21,6 @@
 import os
 import pathlib
 import re
-import re
 import shutil
 from typing import Dict, List
 import warnings

owlbot.py

@@ -65,219 +65,6 @@
     "sqlalchemy_bigquery/requirements.py",
 )
 
-s.replace(
-    ["noxfile.py"],
-    r"[\"']google[\"']",
-    '"sqlalchemy_bigquery"',
-)
-
-s.replace(
-    ["noxfile.py"],
-    r"import shutil",
-    "import re\nimport shutil",
-)
-
-s.replace(
-    ["noxfile.py"],
-    "LINT_PATHS = \[",
-    "LINT_PATHS = [\"third_party\", "
-)
-
-s.replace(
-    ["noxfile.py"],
-    "--cov=google",
-    "--cov=sqlalchemy_bigquery",
-)
-
-s.replace(
-    ["noxfile.py"],
-    """os.path.join("tests", "unit"),""",
-    """os.path.join("tests", "unit"),
-        os.path.join("third_party", "sqlalchemy_bigquery_vendored"),""",
-)
-
-s.replace(
-    ["noxfile.py"],
-    "\+ SYSTEM_TEST_EXTRAS",
-    "",
-)
-
-
-s.replace(
-    ["noxfile.py"],
-    """"protobuf",
-        # dependency of grpc""",
-    """"protobuf",
-        "sqlalchemy",
-        # dependency of grpc""",
-)
-
-
-s.replace(
-    ["noxfile.py"],
-    r"def unit\(session, protobuf_implementation\)",
-    "def unit(session, protobuf_implementation, install_extras=True)",
-)
-
-
-def place_before(path, text, *before_text, escape=None):
-    replacement = "\n".join(before_text) + "\n" + text
-    if escape:
-        for c in escape:
-            text = text.replace(c, "\\" + c)
-    s.replace([path], text, replacement)
-
-
-place_before(
-    "noxfile.py",
-    "nox.options.error_on_missing_interpreters = True",
-    "nox.options.stop_on_first_error = True",
-)
-
-
-install_logic = """
-    if install_extras and session.python in ["3.11", "3.12"]:
-        install_target = ".[geography,alembic,tests,bqstorage]"
-    elif install_extras:
-        install_target = ".[all]"
-    else:
-        install_target = "."
-    session.install("-e", install_target, "-c", constraints_path)
-"""
-
-s.replace(
-    ["noxfile.py"],
-    r"# TODO\(https://github.com/googleapis/synthtool/issues/1976\):",
-    install_logic + "\n" + "# TODO(https://github.com/googleapis/synthtool/issues/1976):",
-)
-
-
-# Maybe we can get rid of this when we don't need pytest-rerunfailures,
-# which we won't need when BQ retries itself:
-# https://github.com/googleapis/python-bigquery/pull/837
-compliance = '''
-@nox.session(python=SYSTEM_TEST_PYTHON_VERSIONS[-1])
-def compliance(session):
-    """Run the SQLAlchemy dialect-compliance system tests"""
-    constraints_path = str(
-        CURRENT_DIRECTORY / "testing" / f"constraints-{session.python}.txt"
-    )
-    system_test_folder_path = os.path.join("tests", "sqlalchemy_dialect_compliance")
-
-    if os.environ.get("RUN_COMPLIANCE_TESTS", "true") == "false":
-        session.skip("RUN_COMPLIANCE_TESTS is set to false, skipping")
-    if os.environ.get("GOOGLE_API_USE_CLIENT_CERTIFICATE", "false") == "true":
-        session.install("pyopenssl")
-    if not os.path.exists(system_test_folder_path):
-        session.skip("Compliance tests were not found")
-
-    session.install(
-        "mock",
-        "pytest",
-        "pytest-rerunfailures",
-        "google-cloud-testutils",
-        "-c",
-        constraints_path,
-    )
-    if session.python == "3.8":
-        extras = "[tests,alembic]"
-    elif session.python in ["3.11", "3.12"]:
-        extras = "[tests,geography]"
-    else:
-        extras = "[tests]"
-    session.install("-e", f".{extras}", "-c", constraints_path)
-
-    session.run("python", "-m", "pip", "freeze")
-
-    session.run(
-        "py.test",
-        "-vv",
-        f"--junitxml=compliance_{session.python}_sponge_log.xml",
-        "--reruns=3",
-        "--reruns-delay=60",
-        "--only-rerun=Exceeded rate limits",
-        "--only-rerun=Already Exists",
-        "--only-rerun=Not found",
-        "--only-rerun=Cannot execute DML over a non-existent table",
-        "--only-rerun=Job exceeded rate limits",
-        system_test_folder_path,
-        *session.posargs,
-        # To suppress the "Deprecated API features detected!" warning when
-        # features not compatible with 2.0 are detected, use a value of "1"
-        env={
-            "SQLALCHEMY_SILENCE_UBER_WARNING": "1",
-        },
-    )
-
-
-'''
-
-place_before(
-    "noxfile.py",
-    "@nox.session(python=DEFAULT_PYTHON_VERSION)\n" "def cover(session):",
-    compliance,
-    escape="()",
-)
-
-s.replace(["noxfile.py"], '"alabaster"', '"alabaster", "geoalchemy2", "shapely"')
-
-
-system_noextras = '''
-@nox.session(python=SYSTEM_TEST_PYTHON_VERSIONS)
-def system_noextras(session):
-    """Run the system test suite."""
-    constraints_path = str(
-        CURRENT_DIRECTORY / "testing" / f"constraints-{session.python}.txt"
-    )
-    system_test_path = os.path.join("tests", "system.py")
-    system_test_folder_path = os.path.join("tests", "system")
-
-    # Check the value of `RUN_SYSTEM_TESTS` env var. It defaults to true.
-    if os.environ.get("RUN_SYSTEM_TESTS", "true") == "false":
-        session.skip("RUN_SYSTEM_TESTS is set to false, skipping")
-    # Install pyopenssl for mTLS testing.
-    if os.environ.get("GOOGLE_API_USE_CLIENT_CERTIFICATE", "false") == "true":
-        session.install("pyopenssl")
-
-    system_test_exists = os.path.exists(system_test_path)
-    system_test_folder_exists = os.path.exists(system_test_folder_path)
-    # Sanity check: only run tests if found.
-    if not system_test_exists and not system_test_folder_exists:
-        session.skip("System tests were not found")
-
-    global SYSTEM_TEST_EXTRAS_BY_PYTHON
-    SYSTEM_TEST_EXTRAS_BY_PYTHON = False
-    install_systemtest_dependencies(session, "-c", constraints_path)
-
-    # Run py.test against the system tests.
-    if system_test_exists:
-        session.run(
-            "py.test",
-            "--quiet",
-            f"--junitxml=system_{session.python}_sponge_log.xml",
-            system_test_path,
-            *session.posargs,
-        )
-    if system_test_folder_exists:
-        session.run(
-            "py.test",
-            "--quiet",
-            f"--junitxml=system_{session.python}_sponge_log.xml",
-            system_test_folder_path,
-            *session.posargs,
-        )
-
-        
-'''
-
-
-place_before(
-    "noxfile.py",
-    "@nox.session(python=SYSTEM_TEST_PYTHON_VERSIONS[-1])\n" "def compliance(session):",
-    system_noextras,
-    escape="()[]",
-)
-
 
 # Add DB config for SQLAlchemy dialect test suite.
 # https://github.com/googleapis/python-bigquery-sqlalchemy/issues/89
@@ -288,15 +75,6 @@ def system_noextras(session):
 """,
 )
 
-
-# Make sure build includes all necessary files.
-s.replace(
-    ["MANIFEST.in"],
-    re.escape("recursive-include google"),
-    """recursive-include third_party/sqlalchemy_bigquery_vendored *
-recursive-include sqlalchemy_bigquery""",
-)
-
 # ----------------------------------------------------------------------------
 # Samples templates
 # ----------------------------------------------------------------------------

samples/snippets/requirements-test.txt

@@ -2,16 +2,16 @@ attrs==25.3.0
 click==8.1.8
 google-auth==2.38.0
 google-cloud-testutils==1.6.0
-iniconfig==2.0.0
+iniconfig==2.1.0
 packaging==24.2
 pluggy==1.5.0
 py==1.11.0
 pyasn1==0.6.1
-pyasn1-modules==0.4.1
+pyasn1-modules==0.4.2
 pyparsing===3.1.4; python_version == '3.8'
-pyparsing==3.2.1; python_version >= '3.9'
+pyparsing==3.2.3; python_version >= '3.9'
 pytest===6.2.5
 rsa==4.9
 six==1.17.0
 toml==0.10.2
-typing-extensions==4.12.2
+typing-extensions==4.13.0

samples/snippets/requirements.txt

@@ -1,14 +1,15 @@
 alembic===1.14.0; python_version == '3.8'
-alembic==1.15.1;  python_version >= '3.9'
+alembic==1.15.2;  python_version >= '3.9'
 certifi==2025.1.31
 charset-normalizer==3.4.1
 geoalchemy2==0.17.1
 google-api-core[grpc]==2.24.2
 google-auth==2.38.0
-google-cloud-bigquery==3.30.0
+google-cloud-bigquery===3.30.0; python_version == '3.8'
+google-cloud-bigquery==3.31.0; python_version >= '3.9'
 google-cloud-core==2.4.3
 google-crc32c===1.5.0; python_version == '3.8'
-google-crc32c==1.6.0; python_version >= '3.9'
+google-crc32c==1.7.1; python_version >= '3.9'
 google-resumable-media==2.7.2
 googleapis-common-protos==1.69.2
 greenlet==3.1.1
@@ -27,16 +28,16 @@ packaging==24.2
 proto-plus==1.26.1
 protobuf===5.28.3; python_version >= '3.8'
 pyasn1==0.6.1
-pyasn1-modules==0.4.1
+pyasn1-modules==0.4.2
 pyparsing===3.1.4; python_version == '3.8'
-pyparsing==3.2.1; python_version >= '3.9'
+pyparsing==3.2.3; python_version >= '3.9'
 python-dateutil==2.9.0.post0
-pytz==2025.1
+pytz==2025.2
 requests==2.32.3
 rsa==4.9
 shapely==2.0.7
 six==1.17.0
 sqlalchemy===1.4.27
-typing-extensions==4.12.2
+typing-extensions==4.13.0
 urllib3===2.2.3; python_version == '3.8'
 urllib3==2.3.0; python_version >= '3.9'

sqlalchemy_bigquery/_types.py

@@ -83,7 +83,7 @@ def _get_transitive_schema_fields(fields):
     results = []
     for field in fields:
         results += [field]
-        if field.field_type in STRUCT_FIELD_TYPES:
+        if field.field_type in STRUCT_FIELD_TYPES and field.mode != "REPEATED":
             sub_fields = [
                 SchemaField.from_api_repr(
                     dict(f.to_api_repr(), name=f"{field.name}.{f.name}")