Merge pull request #108 from Integration-Automation/dev

feat: expand framework across protocols, reliability, integrations, auth + refresh docs

Author: JE-Chen

.pre-commit-hooks.yaml

@@ -0,0 +1,8 @@
+- id: loaddensity-lint
+  name: LoadDensity action JSON linter
+  description: "Lint LoadDensity action JSON files with LD_lint_action_file"
+  entry: python -m je_load_density.tools.lint_files
+  language: python
+  files: '\.(json|action\.json)$'
+  pass_filenames: true
+  require_serial: false

README.md

@@ -0,0 +1,85 @@
+name: "LoadDensity Action"
+description: "Run a LoadDensity action JSON and surface failures as GitHub annotations."
+author: "JE-Chen"
+branding:
+  icon: "activity"
+  color: "purple"
+
+inputs:
+  python-version:
+    description: "Python version to install"
+    required: false
+    default: "3.11"
+  action-file:
+    description: "Path to the LoadDensity action JSON to execute"
+    required: true
+  extras:
+    description: "Optional extras to install (e.g. 'metrics,websocket')"
+    required: false
+    default: ""
+  fail-on-error:
+    description: "Fail the job when LoadDensity emits any failure record"
+    required: false
+    default: "true"
+  pip-install-extra:
+    description: "Extra pip install args (e.g. matplotlib)"
+    required: false
+    default: ""
+
+runs:
+  using: "composite"
+  steps:
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ inputs.python-version }}
+
+    - name: Install LoadDensity
+      shell: bash
+      env:
+        LD_EXTRAS: ${{ inputs.extras }}
+        LD_PIP_EXTRA: ${{ inputs.pip-install-extra }}
+      run: |
+        python -m pip install --upgrade pip
+        if [ -n "$LD_EXTRAS" ]; then
+          pip install "je_load_density[${LD_EXTRAS}]"
+        else
+          pip install je_load_density
+        fi
+        if [ -n "$LD_PIP_EXTRA" ]; then
+          pip install $LD_PIP_EXTRA
+        fi
+
+    - name: Lint action JSON
+      shell: bash
+      env:
+        LD_ACTION_FILE: ${{ inputs.action-file }}
+      run: |
+        python - <<'PY'
+        import os, sys
+        from je_load_density import lint_action_file
+        path = os.environ["LD_ACTION_FILE"]
+        findings = lint_action_file(path)
+        for finding in findings:
+            print(f"::{finding['severity']} file={path}::{finding['message']}")
+        sys.exit(1 if any(f["severity"] == "error" for f in findings) else 0)
+        PY
+
+    - name: Run LoadDensity
+      shell: bash
+      env:
+        LD_ACTION_FILE: ${{ inputs.action-file }}
+      run: python -m je_load_density run "$LD_ACTION_FILE"
+
+    - name: Emit GitHub annotations
+      shell: bash
+      env:
+        LD_FAIL_ON_ERROR: ${{ inputs.fail-on-error }}
+      run: |
+        python - <<'PY'
+        import os, sys
+        from je_load_density import emit_github_annotations
+        count = emit_github_annotations(title="LoadDensity")
+        fail = os.environ.get("LD_FAIL_ON_ERROR", "true") == "true"
+        sys.exit(1 if (count > 0 and fail) else 0)
+        PY

README/README_zh-CN.md

@@ -0,0 +1,29 @@
+# LoadDensity local lab
+
+A docker-compose file that brings up every target the examples need:
+
+| Service | Port | Purpose |
+|---|---|---|
+| `httpbin` | `:8080` | Generic HTTP echo server. |
+| `mosquitto` | `:1883` | MQTT broker for `examples/mqtt_pubsub.py`. |
+| `redis` | `:6379` | Redis for `examples/redis_load.json`. |
+| `kafka` | `:9092` | Single-broker Kafka cluster (KRaft mode). |
+| `prometheus` | `:9090` | Scrapes the LoadDensity Prometheus exporter on the host. |
+
+## Quick start
+
+```bash
+docker compose -f docker/docker-compose.yml up -d
+# … run examples …
+docker compose -f docker/docker-compose.yml down -v
+```
+
+## Notes
+
+* The Prometheus job scrapes `host.docker.internal:9646`, which is the
+  default port of `start_prometheus_exporter`. On Linux without
+  `host.docker.internal`, point the job at your host IP instead.
+* Kafka uses KRaft (no Zookeeper) and exposes a single broker — good
+  enough for examples, not for production load.
+* `mosquitto.conf` allows anonymous connections; tighten before
+  exposing the broker.

README/README_zh-TW.md

@@ -0,0 +1,48 @@
+# Local lab stack for running the LoadDensity examples end-to-end.
+# Start with: docker compose -f docker/docker-compose.yml up -d
+
+services:
+  httpbin:
+    image: kennethreitz/httpbin:latest
+    container_name: ld-httpbin
+    ports:
+      - "8080:80"
+
+  mosquitto:
+    image: eclipse-mosquitto:2
+    container_name: ld-mosquitto
+    ports:
+      - "1883:1883"
+    volumes:
+      - ./mosquitto.conf:/mosquitto/config/mosquitto.conf:ro
+
+  redis:
+    image: redis:7-alpine
+    container_name: ld-redis
+    ports:
+      - "6379:6379"
+
+  kafka:
+    image: bitnami/kafka:3.7
+    container_name: ld-kafka
+    ports:
+      - "9092:9092"
+    environment:
+      - KAFKA_CFG_NODE_ID=0
+      - KAFKA_CFG_PROCESS_ROLES=controller,broker
+      - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@localhost:9093
+      - KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://localhost:9092
+      - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
+      - KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER
+      - ALLOW_PLAINTEXT_LISTENER=yes
+
+  prometheus:
+    image: prom/prometheus:latest
+    container_name: ld-prometheus
+    ports:
+      - "9090:9090"
+    volumes:
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml:ro
+    extra_hosts:
+      - "host.docker.internal:host-gateway"

action.yml

@@ -0,0 +1,3 @@
+listener 1883
+allow_anonymous true
+persistence false

docker/README.md

@@ -0,0 +1,8 @@
+global:
+  scrape_interval: 5s
+  evaluation_interval: 5s
+
+scrape_configs:
+  - job_name: "loaddensity"
+    static_configs:
+      - targets: ["host.docker.internal:9646"]

docker/docker-compose.yml

@@ -12,9 +12,15 @@ The auto-generated Python reference is regenerated by Sphinx
    je_load_density.utils.executor.action_executor
    je_load_density.utils.parameterization.parameter_resolver
    je_load_density.utils.recording.har_importer
+   je_load_density.utils.recording.postman_importer
+   je_load_density.utils.recording.openapi_importer
+   je_load_density.utils.recording.curl_importer
+   je_load_density.utils.recording.k6_importer
+   je_load_density.utils.recording.jmeter_importer
    je_load_density.utils.metrics.prometheus_exporter
    je_load_density.utils.metrics.influxdb_sink
    je_load_density.utils.metrics.opentelemetry_exporter
+   je_load_density.utils.metrics.statsd_sink
    je_load_density.utils.test_record.test_record_class
    je_load_density.utils.test_record.sqlite_persistence
    je_load_density.utils.generate_report.generate_html_report
@@ -23,15 +29,41 @@ The auto-generated Python reference is regenerated by Sphinx
    je_load_density.utils.generate_report.generate_csv_report
    je_load_density.utils.generate_report.generate_junit_report
    je_load_density.utils.generate_report.generate_summary_report
+   je_load_density.utils.generate_report.generate_chart_report
    je_load_density.utils.socket_server.load_density_socket_server
+   je_load_density.utils.sla.sla_gates
+   je_load_density.utils.regression.diff
+   je_load_density.utils.load_shapes.shapes
+   je_load_density.utils.throttle.rps_throttle
+   je_load_density.utils.linter.action_linter
+   je_load_density.utils.schema.action_schema
+   je_load_density.utils.ci_annotations.github_actions
+   je_load_density.utils.graphql.graphql_task
+   je_load_density.utils.reliability.adaptive_retry
+   je_load_density.utils.reliability.failure_budget
+   je_load_density.utils.reliability.network_conditioner
+   je_load_density.utils.reliability.process_supervisor
+   je_load_density.utils.dashboard.live_dashboard
+   je_load_density.utils.notifier.slack
+   je_load_density.utils.notifier.teams
+   je_load_density.utils.auth.oauth2
+   je_load_density.utils.auth.jwt_signer
+   je_load_density.utils.auth.aws_sigv4
    je_load_density.wrapper.create_locust_env.create_locust_env
    je_load_density.wrapper.start_wrapper.start_test
    je_load_density.wrapper.user_template.request_executor
    je_load_density.wrapper.user_template.scenario_runner
    je_load_density.wrapper.user_template.http_user_template
    je_load_density.wrapper.user_template.fast_http_user_template
+   je_load_density.wrapper.user_template.async_http_user_template
    je_load_density.wrapper.user_template.websocket_user_template
+   je_load_density.wrapper.user_template.sse_user_template
    je_load_density.wrapper.user_template.grpc_user_template
    je_load_density.wrapper.user_template.mqtt_user_template
+   je_load_density.wrapper.user_template.kafka_user_template
    je_load_density.wrapper.user_template.socket_user_template
+   je_load_density.wrapper.user_template.sql_user_template
+   je_load_density.wrapper.user_template.redis_user_template
+   je_load_density.wrapper.user_template.mongo_user_template
+   je_load_density.action_lsp.server
    je_load_density.mcp_server.server