Merge branch 'staging' into master

Author: basfroman

.github/PULL_REQUEST_TEMPLATE/bug_fix.md

@@ -56,4 +56,8 @@ Examples:
 - Fixed an issue where multiple cursors did not work in a file with a single line.
 - Increased the performance of searching and replacing across a whole project.
 
--->
+-->
+
+
+### Branch Acknowledgement
+[ ] I am acknowledging that I am opening this branch against `staging`

.github/PULL_REQUEST_TEMPLATE/feature_change.md

@@ -51,4 +51,8 @@ Examples:
 - Fixed an issue where multiple cursors did not work in a file with a single line.
 - Increased the performance of searching and replacing across a whole project.
 
--->
+-->
+
+
+### Branch Acknowledgement
+[ ] I am acknowledging that I am opening this branch against `staging`

.github/PULL_REQUEST_TEMPLATE/performance_improvement.md

@@ -52,4 +52,8 @@ Examples:
 - Fixed an issue where multiple cursors did not work in a file with a single line.
 - Increased the performance of searching and replacing across a whole project.
 
--->
+-->
+
+
+### Branch Acknowledgement
+[ ] I am acknowledging that I am opening this branch against `staging`

.github/pull_request_template.md

@@ -5,6 +5,6 @@ please switch to **Preview** for links to render properly.
 
 Please choose the right template for your pull request:
 
-- 🐛 Are you fixing a bug? [Bug fix](?template=bug_fix.md)
-- 📈 Are you improving performance? [Performance improvement](?template=performance_improvement.md)
-- 💻 Are you changing functionality? [Feature change](?template=feature_change.md)
+- 🐛 Are you fixing a bug? [Bug fix](?expand=1&template=bug_fix.md)
+- 📈 Are you improving performance? [Performance improvement](?expand=1&template=performance_improvement.md)
+- 💻 Are you changing functionality? [Feature change](?expand=1&template=feature_change.md)

.github/workflows/docker_release.yml

@@ -18,23 +18,23 @@ jobs:
 
     steps:
     - name: Check out code
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
 
     - name: Install cosign
       uses: sigstore/cosign-installer@v3
 
     - name: Log in to Docker Hub
-      uses: docker/login-action@v2
+      uses: docker/login-action@v3
       with:
         registry: docker.io
         username: ${{ secrets.DOCKERHUB_USERNAME }}
         password: ${{ secrets.DOCKERHUB_TOKEN }}
 
     - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v2
+      uses: docker/setup-buildx-action@v3
 
     - name: Build and push Docker image
-      uses: docker/build-push-action@v4
+      uses: docker/build-push-action@v6
       with:
         context: .
         push: true
@@ -48,4 +48,4 @@ jobs:
         DIGEST: ${{ steps.build.outputs.digest }}
         TAGS: ${{ steps.build.outputs.tags }}
       run: |
-        echo "${TAGS}" | xargs -I {} cosign sign --yes {}@${DIGEST}
+        echo "${TAGS}" | xargs -I {} cosign sign --yes {}@${DIGEST}

.github/workflows/e2e-subtensor-tests.yaml

@@ -12,6 +12,9 @@ on:
     branches: [master, development, staging]
     types: [ opened, synchronize, reopened, ready_for_review ]
 
+  schedule:
+    - cron: '0 9 * * *'  # Run every night at 2:00 PST
+
   workflow_dispatch:
     inputs:
       verbose:
@@ -40,7 +43,7 @@ jobs:
         run: |
           test_files=$(find tests/e2e_tests -name "test*.py" | jq -R -s -c 'split("\n") | map(select(. != ""))')
           # keep it here for future debug
-          # test_files=$(find tests/e2e_tests -type f -name "test*.py" | grep -E 'test_(incentive|commit_weights|set_weights)\.py$' | jq -R -s -c 'split("\n") | map(select(. != ""))')
+          # test_files=$(find tests/e2e_tests -type f -name "test*.py" | grep -E 'test_(hotkeys|staking)\.py$' | jq -R -s -c 'split("\n") | map(select(. != ""))')
           echo "test-files=$test_files" >> "$GITHUB_OUTPUT"
         shell: bash
 
@@ -63,8 +66,8 @@ jobs:
           path: subtensor-localnet.tar
 
   # Job to run tests in parallel
-  run-e2e-test:
-    name: ${{ matrix.test-file }} / Python ${{ matrix.python-version }}
+  run-fast-blocks-e2e-test:
+    name: "FB: ${{ matrix.test-file }} / Python ${{ matrix.python-version }}"
     needs:
       - find-tests
       - pull-docker-image
@@ -107,7 +110,92 @@ jobs:
       - name: Run tests with retry
         run: |
           set +e
-          for i in 1 2; do
+          for i in 1 2 3; do
+            echo "🔁 Attempt $i: Running tests"
+            uv run pytest ${{ matrix.test-file }} -s
+            status=$?
+            if [ $status -eq 0 ]; then
+              echo "✅ Tests passed on attempt $i"
+              break
+            else
+              echo "❌ Tests failed on attempt $i"
+              if [ $i -eq 3 ]; then
+                echo "Tests failed after 3 attempts"
+                exit 1
+              fi
+              echo "Retrying..."
+              sleep 5
+            fi
+          done
+
+  # run non-fast-blocks only on Saturday and by cron schedule
+  check-if-saturday:
+    if: github.event_name == 'schedule'
+    runs-on: ubuntu-latest
+    outputs:
+      is-saturday: ${{ steps.check.outputs.is-saturday }}
+    steps:
+      - id: check
+        run: |
+          day=$(date -u +%u)
+          echo "Today is weekday $day"
+          if [ "$day" -ne 6 ]; then
+            echo "⏭️ Skipping: not Saturday"
+            echo "is-saturday=false" >> "$GITHUB_OUTPUT"
+            exit 0
+          fi
+          echo "is-saturday=true"
+          echo "is-saturday=true" >> "$GITHUB_OUTPUT"
+
+
+  cron-run-non-fast-blocks-e2e-test:
+    if: github.event_name == 'schedule' && needs.check-if-saturday.outputs.is-saturday == 'true'
+    name: "NFB: ${{ matrix.test-file }} / Python ${{ matrix.python-version }}"
+    needs:
+      - check-if-saturday
+      - find-tests
+      - pull-docker-image
+    runs-on: ubuntu-latest
+    timeout-minutes: 1440
+
+    strategy:
+      fail-fast: false  # Allow other matrix jobs to run even if this job fails
+      max-parallel: 32  # Set the maximum number of parallel jobs (same as we have cores in ubuntu-latest runner)
+      matrix:
+        os:
+          - ubuntu-latest
+        test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }}
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+
+    steps:
+      - name: Check-out repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: install dependencies
+        run: uv sync --extra dev --dev
+
+      - name: Download Cached Docker Image
+        uses: actions/download-artifact@v4
+        with:
+          name: subtensor-localnet
+
+      - name: Load Docker Image
+        run: docker load -i subtensor-localnet.tar
+
+      - name: Run patched E2E tests
+        env:
+          FAST_BLOCKS: "0"
+        run: |
+          set +e
+          for i in 1 2 3; do
             echo "🔁 Attempt $i: Running tests"
             uv run pytest ${{ matrix.test-file }} -s
             status=$?
@@ -116,8 +204,8 @@ jobs:
               break
             else
               echo "❌ Tests failed on attempt $i"
-              if [ $i -eq 2 ]; then
-                echo "Tests failed after 2 attempts"
+              if [ $i -eq 3 ]; then
+                echo "Tests failed after 3 attempts"
                 exit 1
               fi
               echo "Retrying..."

.github/workflows/monitor_requirements_size_master.yml

@@ -0,0 +1,88 @@
+# This workflow measures the disk size of a virtual environment
+# after installing the Bittensor SDK across multiple Python versions.
+# It runs only when a new pull request targets the master branch,
+# and posts a comment with the results.
+name: Monitor SDK Requirements Size
+
+on:
+  pull_request:
+    types: [opened, labeled]
+    branches: [master, staging]
+
+permissions:
+  pull-requests: write
+  contents: read
+
+jobs:
+  measure-venv:
+    if: github.event_name == 'pull_request' && github.base_ref == 'master' || contains( github.event.pull_request.labels.*.name, 'show-venv-size')
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+    outputs:
+      py39: ${{ steps.set-output.outputs.py39 }}
+      py310: ${{ steps.set-output.outputs.py310 }}
+      py311: ${{ steps.set-output.outputs.py311 }}
+      py312: ${{ steps.set-output.outputs.py312 }}
+      py313: ${{ steps.set-output.outputs.py313 }}
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Create virtualenv and install
+        run: |
+          python -m venv venv
+          source venv/bin/activate
+          pip install --upgrade pip
+          pip install .
+
+      - name: Measure venv size
+        id: set-output
+        run: |
+          SIZE=$(du -sm venv | cut -f1)
+          VERSION=${{ matrix.python-version }}
+          echo "Detected size: $SIZE MB for Python $VERSION"
+          case "$VERSION" in
+            3.9)  echo "py39=$SIZE" >> $GITHUB_OUTPUT ;;
+            3.10) echo "py310=$SIZE" >> $GITHUB_OUTPUT ;;
+            3.11) echo "py311=$SIZE" >> $GITHUB_OUTPUT ;;
+            3.12) echo "py312=$SIZE" >> $GITHUB_OUTPUT ;;
+            3.13) echo "py313=$SIZE" >> $GITHUB_OUTPUT ;;
+          esac
+
+  comment-on-pr:
+    needs: measure-venv
+    runs-on: ubuntu-latest
+    steps:
+      - name: Post venv size summary to PR
+        uses: actions/github-script@v7
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          script: |
+            const sizes = {
+              "3.9": "${{ needs.measure-venv.outputs.py39 || 'N/A' }}",
+              "3.10": "${{ needs.measure-venv.outputs.py310 || 'N/A' }}",
+              "3.11": "${{ needs.measure-venv.outputs.py311 || 'N/A' }}",
+              "3.12": "${{ needs.measure-venv.outputs.py312 || 'N/A' }}",
+              "3.13": "${{ needs.measure-venv.outputs.py313 || 'N/A' }}",
+            };
+
+            const body = [
+              '**Bittensor SDK virtual environment sizes by Python version:**',
+              '',
+              '```'
+            ]
+              .concat(Object.entries(sizes).map(([v, s]) => `Python ${v}: ${s} MB`))
+              .concat(['```'])
+              .join('\n');
+
+            github.rest.issues.createComment({
+              issue_number: context.issue.number,
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              body
+            });

.github/workflows/release.yml

@@ -13,7 +13,7 @@ jobs:
     name: Build Python distribution
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
 
     - name: Set up Python
       uses: actions/setup-python@v4
@@ -69,4 +69,4 @@ jobs:
       uses: pypa/gh-action-pypi-publish@release/v1
       with:
         verbose: true
-        print-hash: true
+        print-hash: true