feat: generate pixi.toml in workflow generator

Closes #32.

Author: lidavidm

.rat-apache

@@ -13,4 +13,5 @@
 # limitations under the License.
 
 .github/workflows/dev_issues.yaml
+adbc_drivers_dev/templates/dev_issues.yaml
 adbc_drivers_dev/title_check.py

MANIFEST.in

@@ -15,4 +15,4 @@
 include adbc_drivers_dev/.env
 include adbc_drivers_dev/compose.yaml
 recursive-include adbc_drivers_dev/compose/ Dockerfile *.ld *.sh
-recursive-include adbc_drivers_dev/templates/ *.yaml
+recursive-include adbc_drivers_dev/templates/ *.toml *.yaml

adbc_drivers_dev/make.py

@@ -59,7 +59,7 @@ def to_bool(value: str | bool) -> bool:
 
 
 def is_verbose() -> bool:
-    return to_bool(doit.get_var("VERBOSE", False))
+    return to_bool(get_var("VERBOSE", "False"))
 
 
 def append_flags(env: dict[str, str], var: str, flags: str) -> None:
@@ -198,6 +198,14 @@ def detect_version(
     return version
 
 
+def get_var(name: str, default: str) -> str:
+    value = os.environ.get(name)
+    if value is not None:
+        return value
+    value = doit.get_var(name, default)
+    return value
+
+
 def build(
     repo_root: Path,
     driver_root: Path,
@@ -220,10 +228,10 @@ def build(
     )
 
     tags = ["driverlib"]
-    if to_bool(doit.get_var("DEBUG", False)):
+    if to_bool(get_var("DEBUG", "False")):
         tags.append("assert")
 
-    extra_tags = doit.get_var("BUILD_TAGS", "")
+    extra_tags = get_var("BUILD_TAGS", "")
     if extra_tags:
         extra_tags = extra_tags.split(",")
         extra_tags = [tag.strip() for tag in extra_tags]
@@ -370,11 +378,11 @@ def check(binary: Path) -> None:
 
 
 def task_build():
-    driver = doit.get_var("DRIVER", "")
+    driver = get_var("DRIVER", "")
     if not driver:
         raise ValueError("Must specify DRIVER=driver")
 
-    ci = doit.get_var("CI", False)
+    ci = get_var("CI", False)
 
     repo_root = Path(".").resolve()
     driver_root = Path(driver)
@@ -407,7 +415,7 @@ def task_build():
 
 
 def task_check():
-    driver = doit.get_var("DRIVER", "")
+    driver = get_var("DRIVER", "")
     if not driver:
         raise ValueError("Must specify DRIVER=driver")
 

adbc_drivers_dev/templates/dev_issues.yaml

@@ -7,17 +7,22 @@
 # This file has been modified from its original version, which is
 # under the Apache License:
 #
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
-#         http://www.apache.org/licenses/LICENSE-2.0
+#   http://www.apache.org/licenses/LICENSE-2.0
 #
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 
 name: Issues Bot
 

adbc_drivers_dev/templates/dev_pr.yaml

@@ -45,7 +45,6 @@ jobs:
   pr_standard:
     name: "Check PR"
     runs-on: ubuntu-latest
-    if: github.event_name == 'pull_request'
 
     steps:
 <% if driver == "dev" %>

adbc_drivers_dev/templates/pixi.toml

@@ -0,0 +1,45 @@
+<% if private %>
+# Copyright (c) 2025 Columnar Technologies Inc.  All rights reserved.
+<% else %>
+# Copyright (c) 2025 ADBC Drivers Contributors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+<% endif %>
+
+# !!!! AUTO-GENERATED FILE.  DO NOT EDIT. !!!!
+# USE adbc-gen-workflow (see adbc-drivers/dev) TO UPDATE THIS FILE.
+
+[workspace]
+<% if private %>
+authors = ["Columnar Technologies"]
+<% else %>
+authors = ["ADBC Drivers Contributors"]
+<% endif %>
+channels = ["conda-forge"]
+name = "build"
+platforms = ["linux-64", "osx-arm64", "win-64", "linux-aarch64"]
+version = "0.1.0"
+
+[tasks]
+make = "adbc-make run build DRIVER=<{driver}> VERBOSE=true"
+test = "go test -tags assert -v ./..."
+release = "adbc-release"
+validate = "pytest -vvs --junit-xml=validation-report.xml -rfEsxX validation/tests/"
+gendocs = "python -m validation.tests.generate_documentation"
+
+[dependencies]
+python = ">=3.13.5,<3.14"
+
+[pypi-dependencies]
+adbc-drivers-dev = { git = "https://github.com/adbc-drivers/dev" }
+adbc-drivers-validation = { git = "https://github.com/adbc-drivers/validation" }

adbc_drivers_dev/templates/test.yaml

@@ -68,15 +68,15 @@ defaults:
 
 jobs:
   test:
-    name: "Test/${{ matrix.os }} ${{ matrix.arch }}"
+    name: "Test/${{ matrix.platform }}_${{ matrix.arch }}"
     runs-on: ${{ matrix.runner }}
     strategy:
       fail-fast: true
       matrix:
         include:
-          - { os: Linux, platform: linux, arch: amd64, runner: ubuntu-latest }
-          - { os: macOS, platform: macos, arch: arm64, runner: macos-latest }
-          - { os: Windows, platform: win, arch: amd64, runner: windows-latest }
+          - { platform: linux, arch: amd64, runner: ubuntu-latest }
+          - { platform: macos, arch: arm64, runner: macos-latest }
+          - { platform: win, arch: amd64, runner: windows-latest }
 <% if environment %>
     environment: <{environment}>
 <% endif %>
@@ -89,7 +89,7 @@ jobs:
       - name: free up disk space
         if: runner.os != 'Windows'
         run: |
-          # Rust uses a lot of disk space, free up some space
+          # Preinstalled tools use a lot of disk space, free up some space
           # https://github.com/actions/runner-images/issues/2840
           sudo rm -rf "$AGENT_TOOLSDIRECTORY"
 
@@ -187,14 +187,14 @@ jobs:
           go test -tags assert -v ./...
 
   validate:
-    name: "Validate/${{ matrix.os }} ${{ matrix.arch }}"
+    name: "Validate/${{ matrix.platform }}_${{ matrix.arch }}"
     runs-on: ${{ matrix.runner }}
     strategy:
       fail-fast: true
       matrix:
         include:
           # I think we only need to test one platform, but we can change that later
-          - { os: Linux, platform: linux, arch: amd64, runner: ubuntu-latest }
+          - { platform: linux, arch: amd64, runner: ubuntu-latest }
 <% if environment %>
     environment: <{environment}>
 <% endif %>
@@ -207,7 +207,7 @@ jobs:
       - name: free up disk space
         if: runner.os != 'Windows'
         run: |
-          # Rust uses a lot of disk space, free up some space
+          # Preinstalled tools use a lot of disk space, free up some space
           # https://github.com/actions/runner-images/issues/2840
           sudo rm -rf "$AGENT_TOOLSDIRECTORY"
 
@@ -246,6 +246,14 @@ jobs:
       - name: Build Library
         working-directory: go
         run: |
+          if [[ -f ci/scripts/pre-build.sh ]]; then
+            ./ci/scripts/pre-build.sh test ${{ matrix.platform }} ${{ matrix.arch }}
+          fi
+          set -a
+          if [[ -f .env.release ]]; then
+            source .env.test
+          fi
+          set +a
           pixi run adbc-make build DEBUG=true VERBOSE=true DRIVER=<{driver}>
 
       - name: Start Test Dependencies
@@ -305,21 +313,21 @@ jobs:
           retention-days: 2
 
   build:
-    name: "Build <{driver}>/${{ matrix.os }} ${{ matrix.arch }}"
+    name: "Build <{driver}>/${{ matrix.platform }}_${{ matrix.arch }}"
     needs: test
     runs-on: ${{ matrix.runner }}
     strategy:
       fail-fast: true
       matrix:
         include:
-          - { os: Linux, platform: linux, arch: amd64, runner: ubuntu-latest }
+          - { platform: linux, arch: amd64, runner: ubuntu-latest }
 <% if private %>
-          - { os: Linux, platform: linux, arch: arm64, runner: private-ubuntu-24.04-arm }
+          - { platform: linux, arch: arm64, runner: private-ubuntu-24.04-arm }
 <% else %>
-          - { os: Linux, platform: linux, arch: arm64, runner: ubuntu-24.04-arm }
+          - { platform: linux, arch: arm64, runner: ubuntu-24.04-arm }
 <% endif %>
-          - { os: macOS, platform: macos, arch: arm64, runner: macos-latest }
-          - { os: Windows, platform: windows, arch: amd64, runner: windows-latest }
+          - { platform: macos, arch: arm64, runner: macos-latest }
+          - { platform: windows, arch: amd64, runner: windows-latest }
     permissions:
       contents: read
       packages: read
@@ -353,7 +361,21 @@ jobs:
 
       - name: Build Library
         working-directory: go
+<% if secrets and "build" in secrets %>
+        env:
+<% for name, val in secrets["build"].items() %>
+          <{name}>: ${{ secrets.<{val}> }}
+<% endfor %>
+<% endif %>
         run: |
+          if [[ -f ci/scripts/pre-build.sh ]]; then
+            ./ci/scripts/pre-build.sh release ${{ matrix.platform }} ${{ matrix.arch }}
+          fi
+          set -a
+          if [[ -f .env.release ]]; then
+            source .env.release
+          fi
+          set +a
           pixi run adbc-make check CI=true VERBOSE=true DRIVER=<{driver}>
 
       - uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f  # v6.0.0

adbc_drivers_dev/workflow.py

@@ -40,14 +40,15 @@
 # TOML does not support nulls
 MORE_DEFAULTS = {
     "environment": None,
+    "secrets": {},
 }
 
 
 def write_workflow(
     root: Path, template, filename: str, params: dict[str, typing.Any]
 ) -> None:
     rendered = template.render(**params)
-    sink = root / ".github/workflows" / filename
+    sink = root / filename
     with sink.open("w") as f:
         f.write(rendered)
         if not rendered.endswith("\n"):
@@ -88,9 +89,11 @@ def generate_workflows(args) -> int:
     if params["aws"] or params["gcloud"]:
         params["permissions"]["id_token"] = True
 
+    workflows = args.repository / ".github/workflows"
+
     template = env.get_template("test.yaml")
     write_workflow(
-        args.repository,
+        workflows,
         template,
         "go_test.yaml",
         {
@@ -101,7 +104,7 @@ def generate_workflows(args) -> int:
         },
     )
     write_workflow(
-        args.repository,
+        workflows,
         template,
         "go_release.yaml",
         {
@@ -115,15 +118,35 @@ def generate_workflows(args) -> int:
     for dev in ["dev.yaml", "dev_issues.yaml", "dev_pr.yaml"]:
         template = env.get_template(dev)
         write_workflow(
-            args.repository,
+            workflows,
             template,
             dev,
             {
                 **params,
             },
         )
 
-    return 0
+    template = env.get_template("pixi.toml")
+
+    retcode = 0
+    for lang, enabled in params["lang"].items():
+        if not enabled:
+            continue
+        write_workflow(
+            args.repository / lang,
+            template,
+            "pixi.toml",
+            {
+                **params,
+            },
+        )
+
+        license_template = args.repository / lang / "license.tpl"
+        if not license_template.is_file():
+            print(f"Missing {license_template}", file=sys.stderr)
+            retcode = 1
+
+    return retcode
 
 
 @functools.cache
@@ -173,9 +196,12 @@ def update_actions() -> None:
             def replace_action(match: re.Match[str]) -> str:
                 latest = latest_action_version(match.group(1))
 
-                print(
-                    f"  Updating {match.group(1)} from {match.group(2)} to {latest[2]} ({latest[1]})"
-                )
+                if match.group(2) == latest[2]:
+                    print(f"  {match.group(1)} already at {latest[2]} ({latest[1]})")
+                else:
+                    print(
+                        f"  {match.group(1)} updated from {match.group(2)} to {latest[2]} ({latest[1]})"
+                    )
                 return f"uses: {match.group(1)}@{latest[2]}  # {latest[1]}"
 
             new_content = action_re.sub(replace_action, content)