Merge pull request #1021 from rackerlabs/rally-tests

feat: Build integration tests based on OpenStack Rally

Author: nicholaskuechler

.dockerignore

@@ -0,0 +1 @@
+./python/understack-tests/.venv/

.github/workflows/code-test.yaml

@@ -30,7 +30,7 @@ jobs:
         id: set-projects
         run: |
           # grabs all paths with pyproject.toml, snips the 2nd dir, grabs only unique ones, makes a JSON list
-          projects=$(find python -mindepth 2 -name pyproject.toml | awk -F/ '{print $2}' | sort -u | jq -R -s -c 'split("\n")[:-1]')
+          projects=$(find python -mindepth 2 ! -wholename 'python/understack-tests/*' -name pyproject.toml | awk -F/ '{print $2}' | sort -u | jq -R -s -c 'split("\n")[:-1]')
           echo "projects=$projects" >> "$GITHUB_OUTPUT"
   python:
     needs: [discover]

.github/workflows/containers.yaml

@@ -126,6 +126,7 @@ jobs:
           - name: ironic-nautobot-client
           - name: nova-flavors
           - name: ansible
+          - name: understack-tests
 
     steps:
       - name: setup docker buildx
@@ -186,6 +187,7 @@ jobs:
           - ironic-nautobot-client
           - nova-flavors
           - ansible
+          - understack-tests
 
     steps:
       - name: clean up PR container

.pre-commit-config.yaml

@@ -53,10 +53,12 @@ repos:
     hooks:
       - id: ansible-lint
         entry: "sh -c 'cd ansible && python3 -m ansiblelint -v --force-color'"
+        verbose: true
+        always_run: false
         additional_dependencies:
           - ansible
           - jmespath
-        files: '^ansible/.*$'
+        files: '^ansible/.*'
   - repo: https://github.com/python-poetry/poetry
     rev: '2.1.3'
     hooks:

containers/understack-tests/Dockerfile.understack-tests

@@ -0,0 +1,19 @@
+FROM python:3.12-slim AS builder
+ENV UV_PYTHON_DOWNLOADS=never
+ENV UV_COMPILE_BYTECODE=1
+ENV PATH="/code/.venv/bin:/code/.bin:$PATH"
+
+WORKDIR /code
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /bin/uv
+COPY python/understack-tests/uv.lock python/understack-tests/pyproject.toml /code/
+RUN --mount=type=cache,target=/root/.cache/uv uv sync --verbose --locked --no-dev
+COPY python/understack-tests /code
+
+
+FROM builder AS prod
+WORKDIR /code
+COPY --from=builder /code /code
+RUN useradd --create-home app
+COPY --chown=app:app containers/understack-tests/rally.conf /home/app/.rally/rally.conf
+USER app
+RUN rally db create

containers/understack-tests/rally.conf

@@ -0,0 +1,5 @@
+[openstack]
+nova_server_boot_timeout = 900
+
+[database]
+connection = sqlite:////home/app/.rally/rally.sqlite

python/understack-tests/.bin/run-scenario

@@ -0,0 +1,6 @@
+#!/bin/sh
+set -e
+rally db ensure
+rally deployment create --fromenv --name=main
+rally deployment check
+rally task start "$@"

python/understack-tests/.gitignore

@@ -0,0 +1,2 @@
+.venv
+uc_*.json

python/understack-tests/README.md

@@ -0,0 +1,17 @@
+version: 2
+title: "Create the network, provision a gp2.small Ubuntu server and delete it afterwards."
+subtasks:
+  - title: "Boot and delete"
+    workloads:
+    - scenario:
+        NovaServers.boot_and_delete_server:
+          flavor:
+            name: gp2.small
+          image:
+            name: ^Ubuntu 24.*$
+          config_drive: true
+          force_delete: false
+      contexts:
+        network:
+          start_cidr: 192.168.91.0/24
+          dns_nameservers: [8.8.8.8]