Skip to content
Context Engineering CI Pipeline

Create multimodal_lab.py #29

Sign in to view logs

Create multimodal_lab.py

Create multimodal_lab.py #29

Workflow file for this run

.github/workflows/eval.yml at 75b74e9
name: Context Engineering CI Pipeline
# Trigger the workflow on push or pull request events
on:
push:
branches: [ main, develop ]
paths-ignore:
- '**.md'
- 'docs/**'
- '.github/*.md'
pull_request:
branches: [ main, develop ]
paths-ignore:
- '**.md'
- 'docs/**'
- '.github/*.md'
# Allow manual triggers
workflow_dispatch:
# Define environment variables
env:
PYTHON_VERSION: '3.10'
NODE_VERSION: '16'
jobs:
# First job: Code quality checks
code-quality:
name: Code Quality
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
cache: 'pip'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements-dev.txt
- name: Check code formatting with Black
run: black --check .
- name: Lint with flake8
run: |
flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
flake8 . --count --exit-zero --max-complexity=10 --statistics
- name: Check imports with isort
run: isort --check --profile black .
- name: Type checking with mypy
run: mypy --ignore-missing-imports .
# Second job: Run tests
test:
name: Test Suite
runs-on: ubuntu-latest
needs: code-quality
strategy:
matrix:
test-group: [foundations, templates, examples, protocols, agents, fields, meta, cognitive-tools]
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
cache: 'pip'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
pip install -r requirements-dev.txt
- name: Run tests for ${{ matrix.test-group }}
run: pytest tests/${{ matrix.test-group }} --cov=./${{ matrix.test-group }} --cov-report=xml
- name: Upload coverage report
uses: codecov/codecov-action@v3
with:
file: ./coverage.xml
flags: ${{ matrix.test-group }}
name: codecov-${{ matrix.test-group }}
fail_ci_if_error: false
# Third job: Protocol validation
protocol-validation:
name: Protocol Schema Validation
runs-on: ubuntu-latest
needs: code-quality
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install jsonschema pyyaml
- name: Validate Protocol Schema Files
run: |
python .github/scripts/validate_protocols.py
- name: Check Protocol Shell Consistency
run: |
python .github/scripts/check_protocol_shells.py
# Fourth job: Field integration tests
field-integration:
name: Field Integration Tests
runs-on: ubuntu-latest
needs: [test, protocol-validation]
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
cache: 'pip'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
pip install -r requirements-dev.txt
- name: Run field integration tests
run: |
python -m pytest tests/integration/field_tests --cov=./80_field_integration --cov-report=xml
- name: Upload integration coverage report
uses: codecov/codecov-action@v3
with:
file: ./coverage.xml
flags: integration
name: codecov-integration
fail_ci_if_error: false
# Fifth job: Documentation validation
docs-validation:
name: Documentation Validation
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install pyyaml linkchecker mermaid-cli
- name: Validate internal documentation links
run: |
python .github/scripts/validate_doc_links.py
- name: Check Markdown formatting
run: |
npm install -g markdownlint-cli
markdownlint "**/*.md" --ignore node_modules
- name: Validate Mermaid diagrams
run: |
find . -name "*.md" -exec grep -l "```mermaid" {} \; | xargs -I {} python .github/scripts/validate_mermaid.py {}
# Sixth job: Build test artifacts
build-artifacts:
name: Build Test Artifacts
runs-on: ubuntu-latest
needs: [test, protocol-validation, field-integration]
if: github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/develop')
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Build examples
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
python .github/scripts/build_examples.py
- name: Build documentation
run: |
pip install mkdocs mkdocs-material
mkdocs build
- name: Archive artifacts
uses: actions/upload-artifact@v3
with:
name: build-artifacts
path: |
build/
site/
examples/
# Final job: Meta-recursion validation (reflective tests)
meta-recursion:
name: Meta-Recursion Validation
runs-on: ubuntu-latest
needs: [test, field-integration]
if: github.event_name == 'push' && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/develop')
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
cache: 'pip'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
pip install -r requirements-dev.txt
- name: Run meta-recursive tests
run: |
python -m pytest tests/meta_recursive --cov=./90_meta_recursive --cov-report=xml
- name: Check self-reflection consistency
run: |
python .github/scripts/verify_meta_consistency.py
- name: Upload meta-recursion report
uses: codecov/codecov-action@v3
with:
file: ./coverage.xml
flags: meta
name: codecov-meta
fail_ci_if_error: false