Create asimov v0.7.0

.github/actions/create-submit-user/action.yml

@@ -0,0 +1,15 @@
+name: 'Create Submit User'
+description: 'Create submituser account with sudo privileges'
+runs:
+  using: "composite"
+  steps:
+    - name: Create submit user
+      shell: bash
+      run: |
+        id -u submituser >/dev/null 2>&1 || useradd -m -s /bin/bash submituser
+        {
+          echo 'Defaults:submituser !requiretty'
+          echo 'submituser ALL=(ALL) NOPASSWD:ALL'
+        } > /etc/sudoers.d/submituser
+        chmod 0440 /etc/sudoers.d/submituser
+        chown -R submituser:submituser "$GITHUB_WORKSPACE"

.github/actions/run-asimov-command/action.yml

@@ -0,0 +1,20 @@
+name: 'Run Asimov Command'
+description: 'Execute asimov command as submituser'
+inputs:
+  script:
+    description: 'Full script to run inside the asimov env (include the asimov CLI if needed)'
+    required: true
+
+
+runs:
+  using: "composite"
+  steps:
+    - name: Run asimov command
+      shell: bash -el {0}
+      run: |
+        su - submituser <<SUBMITUSER
+        set -euo pipefail
+        cd "$GITHUB_WORKSPACE"
+        CONDA_EXE=/__w/asimov/asimov/3/envs/asimov/bin/conda
+        $CONDA_EXE run -n asimov ${{ inputs.script }}
+        SUBMITUSER

.github/actions/setup-asimov-env/action.yml

@@ -0,0 +1,60 @@
+name: 'Setup Asimov Environment'
+description: 'Install Asimov and dependencies with conda'
+inputs:
+  python-version:
+    description: 'Python version to use'
+    default: '3.10'
+    required: false
+  extra-packages:
+    description: 'Additional pip packages to install'
+    default: ''
+    required: false
+runs:
+  using: "composite"
+  steps:
+    - name: Cache conda packages and pip
+      uses: actions/cache@v4
+      with:
+        path: |
+          /usr/share/miniconda/pkgs
+          ~/.cache/pip
+        key: conda-${{ runner.os }}-${{ hashFiles('conda/environment.yaml', 'pyproject.toml') }}
+        restore-keys: |
+          conda-${{ runner.os }}-
+
+    - name: Set up conda environment
+      uses: conda-incubator/setup-miniconda@v2
+      with:
+        miniconda-version: "latest"
+        auto-activate-base: false
+        python-version: ${{ inputs.python-version }}
+        activate-environment: asimov
+        channels: conda-forge
+        conda-remove-defaults: "true"
+        use-mamba: true
+
+    - name: Cache asimov conda env
+      id: cache-env
+      uses: actions/cache@v4
+      with:
+        path: /usr/share/miniconda/envs/asimov
+        key: conda-env-asimov-${{ runner.os }}-py${{ inputs.python-version }}-${{ hashFiles('conda/environment.yaml', 'pyproject.toml', 'setup.py', 'setup.cfg') }}-v2
+        restore-keys: |
+          conda-env-asimov-${{ runner.os }}-py${{ inputs.python-version }}-
+
+    - name: Install dependencies & asimov
+      if: steps.cache-env.outputs.cache-hit != 'true'
+      shell: bash -el {0}
+      run: |
+        conda install -y -n asimov --file conda/environment.yaml
+        conda install -y -n asimov conda-build
+        pip install .
+        if [ -n "${{ inputs.extra-packages }}" ]; then
+          pip install ${{ inputs.extra-packages }}
+        fi
+
+    - name: Install extra packages (cache hit)
+      if: steps.cache-env.outputs.cache-hit == 'true' && inputs.extra-packages != ''
+      shell: bash -el {0}
+      run: |
+        pip install ${{ inputs.extra-packages }}

.github/actions/setup-htcondor/action.yml

@@ -0,0 +1,11 @@
+name: 'Setup HTCondor'
+description: 'Start and verify HTCondor service'
+runs:
+  using: "composite"
+  steps:
+    - name: Start HTCondor
+      shell: bash
+      run: |
+        condor_master &
+        sleep 10
+        condor_status

.github/actions/wait-for-files/action.yml

@@ -0,0 +1,104 @@
+name: 'Wait for Files'
+description: 'Wait for specific files to appear with timeout'
+inputs:
+  patterns:
+    description: 'File patterns to wait for (one per line or space-separated)'
+    required: true
+  directory:
+    description: 'Directory to search in (relative to working directory)'
+    required: true
+  timeout:
+    description: 'Timeout in seconds'
+    default: '600'
+    required: false
+  interval:
+    description: 'Check interval in seconds'
+    default: '30'
+    required: false
+  working-directory:
+    description: 'Working directory relative to GITHUB_WORKSPACE'
+    default: '.'
+    required: false
+  require-all:
+    description: 'Require all patterns to match (true) or just one (false)'
+    default: 'true'
+    required: false
+  show-condor-q:
+    description: 'Show condor_q output during wait'
+    default: 'true'
+    required: false
+runs:
+  using: "composite"
+  steps:
+    - name: Wait for files
+      shell: bash -el {0}
+      run: |
+        set -euo pipefail
+        # Resolve inputs to concrete values in the outer shell
+        WORKDIR="$GITHUB_WORKSPACE/${{ inputs.working-directory }}"
+        DIRECTORY="${{ inputs.directory }}"
+        TIMEOUT="${{ inputs.timeout }}"
+        INTERVAL="${{ inputs.interval }}"
+        REQUIRE_ALL="${{ inputs.require-all }}"
+        SHOW_Q="${{ inputs.show-condor-q }}"
+        PATTERNS_INPUT='${{ inputs.patterns }}'
+
+        cd "$WORKDIR" || { echo "No such directory: $WORKDIR" >&2; exit 1; }
+        cat *.err || true
+        cat *.out || true
+        cat *.log || true
+
+        # Normalize patterns into one-per-line (split on spaces and newlines)
+        PATTERN_LINES=$(printf '%s\n' "$PATTERNS_INPUT" | tr ' \t' '\n')
+
+        # Pre-count patterns (ignore empty/comment lines)
+        PATTERN_COUNT=0
+        while IFS= read -r pattern; do
+          [[ -z "${pattern//[[:space:]]/}" ]] && continue
+          [[ "$pattern" =~ ^[[:space:]]*# ]] && continue
+          PATTERN_COUNT=$((PATTERN_COUNT + 1))
+        done <<< "$PATTERN_LINES"
+
+        ELAPSED=0
+        echo "Waiting for files in $DIRECTORY; patterns: $PATTERN_COUNT; timeout: $TIMEOUT; interval: $INTERVAL"
+
+        while [ "$ELAPSED" -lt "$TIMEOUT" ]; do
+          # Show condor queue as submituser if requested
+          if [ "$SHOW_Q" = "true" ]; then
+            su - submituser -s /bin/bash -c 'condor_q' || true
+            su - submituser -s /bin/bash -c 'condor_q -hold' || true
+          fi
+
+          FOUND_COUNT=0
+          while IFS= read -r pattern; do
+            [[ -z "${pattern//[[:space:]]/}" ]] && continue
+            [[ "$pattern" =~ ^[[:space:]]*# ]] && continue
+            COUNT=0
+            for f in "$DIRECTORY"/$pattern; do
+              [ -e "$f" ] && COUNT=$((COUNT + 1))
+            done
+            [ "$COUNT" -gt 0 ] && FOUND_COUNT=$((FOUND_COUNT + 1))
+          done <<< "$PATTERN_LINES"
+
+          if [ "$REQUIRE_ALL" = "true" ]; then
+            if [ "$FOUND_COUNT" -eq "$PATTERN_COUNT" ] && [ "$PATTERN_COUNT" -gt 0 ]; then
+              echo "All file patterns found!"
+              ls -lh "$DIRECTORY"/ || true
+              exit 0
+            fi
+          else
+            if [ "$FOUND_COUNT" -gt 0 ]; then
+              echo "Files found! ($FOUND_COUNT/$PATTERN_COUNT)"
+              ls -lh "$DIRECTORY"/ || true
+              exit 0
+            fi
+          fi
+
+          echo "Elapsed: ${ELAPSED}s / ${TIMEOUT}s - Files not yet present ($FOUND_COUNT/$PATTERN_COUNT patterns matched), waiting..."
+          sleep "$INTERVAL"
+          ELAPSED=$((ELAPSED + INTERVAL))
+        done
+
+        echo "Timeout waiting for files in $DIRECTORY"
+        ls -R "$DIRECTORY"/ || true
+        exit 1

.github/workflows/cbcflow-tests.yml

@@ -0,0 +1,53 @@
+name: CBCFlow Integration Tests
+
+# These tests check the integration between asimov and cbcflow.
+# They are allowed to fail (continue-on-error: true) because:
+#   - cbcflow is an optional external dependency
+#   - some failures reveal known issues to be fixed incrementally
+#
+# Run on the same branches as the main test suite so failures are visible.
+
+on:
+  push:
+    branches: [ master, v*-release, v*-preview ]
+    tags:
+      - 'v[0-9]+.[0-9]+.[0-9]+'
+      - 'v[0-9]+.[0-9]+.[0-9]+-alpha.[0-9]+'
+      - 'v[0-9]+.[0-9]+.[0-9]+-beta.[0-9]+'
+      - 'v[0-9]+.[0-9]+.[0-9]+-rc.[0-9]+'
+  pull_request:
+    branches: [ master, v*-release, v*-preview ]
+
+jobs:
+  cbcflow-integration:
+    name: CBCFlow integration (Python 3.11)
+    runs-on: ubuntu-latest
+    continue-on-error: true
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install asimov
+        run: |
+          python -m pip install --upgrade pip
+          pip install .
+          pip install ".[bilby]"
+
+      - name: Install cbcflow
+        run: pip install cbcflow
+
+      - name: Set up git identity
+        run: |
+          git config --global user.email "test@asimov.test"
+          git config --global user.name "Asimov Test"
+          git config --global init.defaultBranch main
+
+      - name: Run CBCFlow integration tests
+        run: python -m unittest tests.test_cbcflow_integration -v

.github/workflows/docs.yml

@@ -0,0 +1,77 @@
+name: Build and Deploy Documentation
+
+on:
+  push:
+    branches:
+      - master
+      - main
+  pull_request:
+    branches:
+      - master
+      - main
+
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+concurrency:
+  group: "pages"
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0  # Needed for sphinx-multiversion to see all branches/tags
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[docs]"
+
+      - name: Build documentation with sphinx-multiversion
+        run: |
+          cd docs
+          make multi
+
+      - name: Create index redirect to master
+        run: |
+          mkdir -p docs/build/html
+          cat > docs/build/html/index.html << 'EOF'
+          <!DOCTYPE html>
+          <html>
+            <head>
+              <meta charset="utf-8">
+              <title>Asimov Documentation</title>
+              <meta http-equiv="refresh" content="0; url=./master/index.html" />
+            </head>
+            <body>
+              <p><a href="./master/index.html">Click here to go to the documentation.</a></p>
+            </body>
+          </html>
+          EOF
+
+      - name: Upload artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: docs/build/html
+
+  deploy:
+    if: github.event_name == 'push' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/main')
+    needs: build
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    steps:
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4