Integration tests

.dockerignore

@@ -0,0 +1,3 @@
+docs/
+tests/
+tests_integration/

.gitattributes

@@ -1 +1,3 @@
 .git_archival.txt  export-subst
+
+conda-lock.yml merge=binary linguist-language=YAML linguist-generated=true

.github/CODEOWNERS

@@ -0,0 +1,10 @@
+.github/workflows/test-integration.yml  @ytausch
+conda_forge_tick/contexts.py            @ytausch
+conda_forge_tick/git_utils.py           @ytausch
+conda_forge_tick/models/*               @ytausch
+tests/github_api/*                      @ytausch
+tests/conda_forge_tick/*                @ytausch
+tests/model/*                           @ytausch
+tests/test_contexts.py                  @ytausch
+tests/test_git_utils.py                 @ytausch
+tests_integration/*                     @ytausch

.github/workflows/test-integration.yml

@@ -0,0 +1,90 @@
+name: Integration Tests
+on:
+  pull_request:
+    branches:
+      - main
+  merge_group: null
+
+
+# Integration tests interact with GitHub resources in the integration test infrastructure and therefore
+# cannot run concurrently with other integration tests.
+concurrency:
+  group: cf-scripts-integration-tests
+  cancel-in-progress: false
+
+defaults:
+  run:
+    shell: bash -leo pipefail {0}
+
+jobs:
+  integration-tests:
+    name: Run Integration Tests
+    # if triggered by pull_request, only run on non-fork PRs (secrets access needed)
+    # Nevertheless, this check is always run in the merge queue.
+    if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository
+    runs-on: ubuntu-latest
+    steps:
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@b5ca514318bd6ebac0fb2aedd5d36ec1b5c232a2 # v3.10.0
+
+      - name: Checkout
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          path: cf-scripts
+          submodules: 'true'
+
+      - name: Build Docker Image
+        uses: docker/build-push-action@471d1dc4e07e5cdedd4c2171150001c434f0b7a4 # v6.15.0
+        with:
+          context: cf-scripts
+          push: false
+          load: true
+          tags: conda-forge-tick:test
+
+      - name: Setup micromamba
+        uses: mamba-org/setup-micromamba@0dea6379afdaffa5d528b3d1dabc45da37f443fc # v2.0.4
+        with:
+          environment-file: cf-scripts/conda-lock.yml
+          environment-name: cf-scripts
+          condarc-file: cf-scripts/autotick-bot/condarc
+
+      - name: Run pip install
+        working-directory: cf-scripts
+        run: |
+          pip install --no-deps --no-build-isolation -e .
+
+      - name: Run mitmproxy certificate setup wizard
+        working-directory: cf-scripts
+        run: |
+          # place a script in the mitmproxy directory that will be run by the setup wizard
+          # to trust the mitmproxy certificate
+          cat <<EOF > ./tests_integration/.mitmproxy/${{ env.MITMPROXY_WIZARD_HEADLESS_TRUST_SCRIPT }}
+          #!/usr/bin/env bash
+          set -euo pipefail
+          sudo cp "\$1" /usr/local/share/ca-certificates/mitmproxy.crt
+          sudo update-ca-certificates
+          EOF
+
+          ./tests_integration/mitmproxy_setup_wizard.sh
+        env:
+          MITMPROXY_WIZARD_HEADLESS: true
+          MITMPROXY_WIZARD_HEADLESS_TRUST_SCRIPT: mitmproxy_trust_script.sh
+
+      - name: Set up git identity
+        run: |
+          git config --global user.name "regro-cf-autotick-bot-staging"
+          git config --global user.email "[email protected]"
+
+      - name: Run Integration Tests with pytest
+        working-directory: cf-scripts
+        run: |
+          pytest -s -v \
+          --dist=no \
+          tests_integration
+        env:
+          BOT_TOKEN: ${{ secrets.GH_TOKEN_STAGING_BOT_USER }}
+          TEST_SETUP_TOKEN: ${{ secrets.GH_TOKEN_STAGING_BOT_USER }}
+
+      - name: Print Proxy Logs
+        run: cat /tmp/mitmproxy.log
+        if: always()

.gitignore

@@ -21,6 +21,7 @@ docs/_build/
 
 node_attrs/*
 graph.json
+!tests_integration/resources/empty-graph/graph.json
 pr_json/*
 pr_status/*
 status/*
@@ -61,3 +62,4 @@ pixi.toml
 .repodata_cache/
 venv
 oryx-build-commands.txt
+.env

.gitmodules

@@ -0,0 +1,9 @@
+[submodule "tests_integration/definitions/conda_forge_pinning/resources/feedstock"]
+	path = tests_integration/lib/_definitions/conda_forge_pinning/resources/feedstock
+	url = https://github.com/conda-forge/conda-forge-pinning-feedstock.git
+[submodule "tests_integration/definitions/pydantic/resources/feedstock"]
+	path = tests_integration/lib/_definitions/pydantic/resources/feedstock
+	url = https://github.com/conda-forge/pydantic-feedstock.git
+[submodule "tests_integration/definitions/pydantic/resources/feedstock_v1"]
+	path = tests_integration/lib/_definitions/pydantic/resources/feedstock_v1
+	url = https://github.com/conda-forge/pydantic-feedstock.git

.pre-commit-config.yaml

@@ -27,6 +27,11 @@ repos:
     rev: v1
     hooks:
       - id: typos
+        exclude: |
+          (?x)^(
+            ^tests_integration\/definitions\/.*\/resources\/.*|
+            ^docs\/assets\/.*
+          )$
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
     rev: v0.11.8

README.md

@@ -237,6 +237,8 @@ If your migrator needs special configuration, you should write a new factory fun
 - `CF_FEEDSTOCK_OPS_CONTAINER_NAME`: the name of the container to use in the bot, otherwise defaults to `ghcr.io/regro/conda-forge-tick`
 - `CF_FEEDSTOCK_OPS_CONTAINER_TAG`: set this to override the default container tag used in production runs, otherwise the value of `__version__` is used
 
+Additional environment variables are described in [the settings module](conda_forge_tick/settings.py).
+
 ### Getting a Working Environment
 
 The bot has an abstract set of requirements stored in the `environment.yml` file in this repo.
@@ -299,6 +301,10 @@ Currently, the following commands are supported and tested:
 
 - `update-upstream-versions`
 
+### Integration Tests
+
+See [tests_integration/README.md](tests_integration/README.md).
+
 ### Structure of the Bot's Jobs
 
 #### History

autotick-bot/install_bot_code.sh

@@ -43,6 +43,7 @@ done
 if [[ "${clone_graph}" == "true" ]]; then
   cf_graph_repo=${CF_TICK_GRAPH_GITHUB_BACKEND_REPO:-"regro/cf-graph-countyfair"}
   cf_graph_remote="https://github.com/${cf_graph_repo}.git"
+  # please make sure the cloning depth is always identical to the one used in the integration tests (test_integration.py)
   git clone --depth=5 "${cf_graph_remote}" cf-graph
 else
   echo "Skipping cloning of cf-graph"