Merge branch 'staging' into edit-docstrings-async-subtensor-part2

Author: MichaelTrestman

.github/workflows/e2e-subtensor-tests.yaml

@@ -33,18 +33,37 @@ jobs:
       - name: Check-out repository under $GITHUB_WORKSPACE
         uses: actions/checkout@v4
 
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install deps for collection
+        run: |
+         python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+
       - name: Find test files
         id: get-tests
-        run: |
-          test_files=$(find tests/e2e_tests -name "test*.py" | jq -R -s -c 'split("\n") | map(select(. != ""))')
-          # keep it here for future debug
-          # test_files=$(find tests/e2e_tests -type f -name "test*.py" | grep -E 'test_(hotkeys|staking)\.py$' | jq -R -s -c 'split("\n") | map(select(. != ""))')
-          echo "Found test files: $test_files"
-          echo "test-files=$test_files" >> "$GITHUB_OUTPUT"
         shell: bash
+        run: |
+          set -euo pipefail
+          test_matrix=$(
+            pytest -q --collect-only tests/e2e_tests \
+            | sed -n '/^e2e_tests\//p' \
+            | sed 's|^|tests/|' \
+            | jq -R -s -c '
+                split("\n")
+                | map(select(. != ""))
+                | map({nodeid: ., label: (sub("^tests/e2e_tests/"; ""))})
+              '
+          )
+          echo "Found tests: $test_matrix"
+          echo "test-files=$test_matrix" >> "$GITHUB_OUTPUT"
 
   # Pull docker image
   pull-docker-image:
+    needs: find-tests
     runs-on: ubuntu-latest
     outputs:
       image-name: ${{ steps.set-image.outputs.image }}
@@ -111,19 +130,19 @@ jobs:
 
   # Job to run tests in parallel
   run-fast-blocks-e2e-test:
-    name: "FB: ${{ matrix.test-file }} / Python ${{ matrix.python-version }}"
+    name: "${{ matrix.test.label }} / Py ${{ matrix.python-version }}"
     needs:
       - find-tests
       - pull-docker-image
     runs-on: ubuntu-latest
     timeout-minutes: 45
     strategy:
       fail-fast: false  # Allow other matrix jobs to run even if this job fails
-      max-parallel: 32  # Set the maximum number of parallel jobs (same as we have cores in ubuntu-latest runner)
+      max-parallel: 64  # Set the maximum number of parallel jobs (same as we have cores in ubuntu-latest runner)
       matrix:
         os:
           - ubuntu-latest
-        test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }}
+        test: ${{ fromJson(needs.find-tests.outputs.test-files) }}
         python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
     steps:
       - name: Check-out repository
@@ -154,7 +173,7 @@ jobs:
         run: |
           for i in 1 2 3; do
             echo "::group::🔁 Test attempt $i"
-            if uv run pytest ${{ matrix.test-file }} -s; then
+            if uv run pytest "${{ matrix.test.nodeid }}" -s; then
               echo "✅ Tests passed on attempt $i"
               echo "::endgroup::"
               exit 0

.github/workflows/flake8-and-mypy.yml

@@ -42,7 +42,8 @@ jobs:
           python -m venv venv
           source venv/bin/activate
           python -m pip install --upgrade pip
-          python -m pip install uv
+          # needed for Python 3.9 compatibility
+          python -m pip install uv>=0.8.8
           python -m uv sync --extra dev --active
 
       - name: Flake8

.github/workflows/unit-and-integration-tests.yml

@@ -39,7 +39,8 @@ jobs:
           python -m venv venv
           source venv/bin/activate
           python -m pip install --upgrade pip
-          python -m pip install uv
+          # needed for Python 3.9 compatibility
+          python -m pip install uv>=0.8.8
           python -m uv sync --extra dev --active
 
       - name: Unit tests

CHANGELOG.md

@@ -1,5 +1,36 @@
 # Changelog
 
+## 9.9.0 /2025-08-11
+
+## What's Changed
+* Fix crv3 tests after devnet-ready get `CRV3WeightCommitsV2` by @basfroman in https://github.com/opentensor/bittensor/pull/2978
+* Add webhook for failed nightly tests by @basfroman in https://github.com/opentensor/bittensor/pull/2987
+* Fix liquidity test (non-fast-blocks node) by @basfroman in https://github.com/opentensor/bittensor/pull/2988
+* improve nightly logic by @basfroman in https://github.com/opentensor/bittensor/pull/2989
+* improve nightly 2 by @basfroman in https://github.com/opentensor/bittensor/pull/2990
+* Add `get_stake_weight` methods by @basfroman in https://github.com/opentensor/bittensor/pull/2985
+* Handles both exceptions for Swap pallet fetching by @thewhaleking in https://github.com/opentensor/bittensor/pull/2991
+* chore: fix typo by @socialsister in https://github.com/opentensor/bittensor/pull/2969
+* optimisations mostly related to liquidity_list by @thewhaleking in https://github.com/opentensor/bittensor/pull/2980
+* Transfers improvements by @thewhaleking in https://github.com/opentensor/bittensor/pull/2993
+* Remove ownership check in `transfer_stake_extrinsic` and `swap_stake_extrinsic` by @basfroman in https://github.com/opentensor/bittensor/pull/2996
+* Missed await by @thewhaleking in https://github.com/opentensor/bittensor/pull/3002
+* chore: fix typo by @lechpzn in https://github.com/opentensor/bittensor/pull/3001
+* Adds note for installing on macOS by @thewhaleking in https://github.com/opentensor/bittensor/pull/3004
+* Bump bittensor-wallet version by @thewhaleking in https://github.com/opentensor/bittensor/pull/3005
+* Format Error with string docs by @thewhaleking in https://github.com/opentensor/bittensor/pull/3006
+* `LoggingMachine` initialization updated to explicitly call both parent constructors by @basfroman in https://github.com/opentensor/bittensor/pull/3008
+* Fixed `moving_price` conversion from `I96F32` to float by @mcjkula in https://github.com/opentensor/bittensor/pull/3010
+* Add new CRv4 logic by @basfroman in https://github.com/opentensor/bittensor/pull/2999
+* UV Fix by @thewhaleking in https://github.com/opentensor/bittensor/pull/3011
+
+## New Contributors
+* @socialsister made their first contribution in https://github.com/opentensor/bittensor/pull/2969
+* @lechpzn made their first contribution in https://github.com/opentensor/bittensor/pull/3001
+* @mcjkula made their first contribution in https://github.com/opentensor/bittensor/pull/3010
+
+**Full Changelog**: https://github.com/opentensor/bittensor/compare/v9.8.3...v9.9.0
+
 ## 9.8.3 /2025-07-18
 * improve make file by @basfroman in https://github.com/opentensor/bittensor/pull/2965
 * Move all workflows from `app.circleci.com` to `GH actions` by @basfroman in https://github.com/opentensor/bittensor/pull/2970

README.md

@@ -94,6 +94,14 @@ python3 -m pip install --upgrade bittensor
 
 ## Install on macOS and Linux
 
+### Note for macOS users
+The macOS preinstalled CPython installation is compiled with LibreSSL instead of OpenSSL. There are a number
+of issues with LibreSSL, and as such is not fully supported by the libraries used by bittensor. Thus we highly recommend, if 
+you are using a Mac, to first install Python from [Homebrew](https://brew.sh/). Additionally, the Rust FFI bindings 
+[if installing from precompiled wheels (default)] require the Homebrew-installed OpenSSL pacakge. If you choose to use
+the preinstalled Python version from macOS, things may not work completely.
+
+### Installation
 You can install Bittensor SDK on your local machine in either of the following ways. **Make sure you verify your installation after you install**:
 - [Install using a Bash command](#install-using-a-bash-command).
 - [Install using `pip3 install`](#install-using-pip3-install)
@@ -158,6 +166,13 @@ You can install using any of the below options:
   1. Install `cubit` first. See the [Install](https://github.com/opentensor/cubit?tab=readme-ov-file#install) section. **Only Python 3.9 and 3.10 versions are supported**. 
   2. Then install SDK with `pip install bittensor`.
 
+
+### Troubleshooting
+#### SSL: CERTIFICATE_VERIFY_FAILED
+
+If you are encountering a `[SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate` 
+error, use the command `python -m bittensor certifi` which will update your local SSL certificates.
+
 ---
 
 ## Install on Windows

bittensor/core/async_subtensor.py

@@ -98,6 +98,7 @@
     torch,
     u16_normalized_float,
     u64_normalized_float,
+    get_transfer_fn_params,
 )
 from bittensor.core.extrinsics.asyncex.liquidity import (
     add_liquidity_extrinsic,
@@ -2112,7 +2113,7 @@ async def get_delegated(
         block: Optional[int] = None,
         block_hash: Optional[str] = None,
         reuse_block: bool = False,
-    ) -> list[tuple[DelegateInfo, Balance]]:
+    ) -> list[DelegatedInfo]:
         """
         Retrieves a list of delegates and their associated stakes for a given coldkey. This function identifies the
         delegates that a specific account has staked tokens on.
@@ -2124,7 +2125,7 @@ async def get_delegated(
             reuse_block: Whether to reuse the last-used blockchain block hash.
 
         Returns:
-            A list of tuples, each containing a delegate's information and staked amount.
+            A list containing the delegated information for the specified coldkey.
 
         This function is important for account holders to understand their stake allocations and their involvement in
         the network's delegation and consensus mechanisms.
@@ -2808,6 +2809,7 @@ async def get_next_epoch_start_block(
             netuid=netuid, block=block, block_hash=block_hash, reuse_block=reuse_block
         )
 
+        block = block or await self.substrate.get_block_number(block_hash=block_hash)
         if block and blocks_since_last_step is not None and tempo:
             return block - blocks_since_last_step + tempo + 1
         return None
@@ -3055,6 +3057,45 @@ async def get_subnet_prices(
         prices.update({0: Balance.from_tao(1)})
         return prices
 
+    async def get_timelocked_weight_commits(
+        self,
+        netuid: int,
+        block: Optional[int] = None,
+        block_hash: Optional[str] = None,
+        reuse_block: bool = False,
+    ) -> list[tuple[str, int, str, int]]:
+        """
+        Retrieves CRv4 weight commit information for a specific subnet.
+
+        Arguments:
+            netuid (int): The unique identifier of the subnet.
+            block (Optional[int]): The blockchain block number for the query. Default is ``None``.
+            block_hash: The hash of the block to retrieve the stake from. Do not specify if using block
+                or reuse_block
+            reuse_block: Whether to use the last-used block. Do not set if using block_hash or block.
+
+        Returns:
+            A list of commit details, where each item contains:
+                - ss58_address: The address of the committer.
+                - commit_block: The block number when the commitment was made.
+                - commit_message: The commit message.
+                - reveal_round: The round when the commitment was revealed.
+
+            The list may be empty if there are no commits found.
+        """
+        block_hash = await self.determine_block_hash(
+            block=block, block_hash=block_hash, reuse_block=reuse_block
+        )
+        result = await self.substrate.query_map(
+            module="SubtensorModule",
+            storage_function="TimelockedWeightCommits",
+            params=[netuid],
+            block_hash=block_hash,
+        )
+
+        commits = result.records[0][1] if result.records else []
+        return [WeightCommitInfo.from_vec_u8_v2(commit) for commit in commits]
+
     # TODO: remove unused parameters in SDK.v10
     async def get_unstake_fee(
         self,
@@ -3559,7 +3600,7 @@ async def get_total_subnets(
         return getattr(result, "value", None)
 
     async def get_transfer_fee(
-        self, wallet: "Wallet", dest: str, value: Balance
+        self, wallet: "Wallet", dest: str, value: Balance, keep_alive: bool = True
     ) -> Balance:
         """
         Calculates the transaction fee for transferring tokens from a wallet to a specified destination address. This
@@ -3571,6 +3612,8 @@ async def get_transfer_fee(
             dest: The SS58 address of the destination account.
             value: The amount of tokens to be transferred, specified as a Balance object, or in Tao (float) or Rao
                 (int) units.
+            keep_alive: Whether the transfer fee should be calculated based on keeping the wallet alive (existential
+                deposit) or not.
 
         Returns:
             bittensor.utils.balance.Balance: The estimated transaction fee for the transfer, represented as a Balance
@@ -3588,12 +3631,15 @@ async def get_transfer_fee(
         # TODO: Add guidance on handling fee estimation failures
         # TODO: Show how to budget for transfers including fees
         """
-        value = check_and_convert_to_balance(value)
+        if value is not None:
+            value = check_and_convert_to_balance(value)
+        call_params: dict[str, Union[int, str, bool]]
+        call_function, call_params = get_transfer_fn_params(value, dest, keep_alive)
 
         call = await self.substrate.compose_call(
             call_module="Balances",
-            call_function="transfer_keep_alive",
-            call_params={"dest": dest, "value": value.rao},
+            call_function=call_function,
+            call_params=call_params,
         )
 
         try:
@@ -5262,10 +5308,11 @@ async def move_stake(
         origin_netuid: int,
         destination_hotkey: str,
         destination_netuid: int,
-        amount: Balance,
+        amount: Optional[Balance] = None,
         wait_for_inclusion: bool = True,
         wait_for_finalization: bool = False,
         period: Optional[int] = None,
+        move_all_stake: bool = False,
     ) -> bool:
         """
         Moves stake to a different hotkey and/or subnet.
@@ -5282,6 +5329,7 @@ async def move_stake(
             period: The number of blocks during which the transaction will remain valid after it's
                 submitted. If the transaction is not included in a block within that number of blocks, it will expire
                 and be rejected. You can think of it as an expiration date for the transaction.
+            move_all_stake: If true, moves all stake from the source hotkey to the destination hotkey.
 
         Returns:
             success: True if the stake movement was successful.
@@ -5298,6 +5346,7 @@ async def move_stake(
             wait_for_inclusion=wait_for_inclusion,
             wait_for_finalization=wait_for_finalization,
             period=period,
+            move_all_stake=move_all_stake,
         )
 
     async def register(
@@ -6107,7 +6156,7 @@ async def transfer(
         self,
         wallet: "Wallet",
         dest: str,
-        amount: Balance,
+        amount: Optional[Balance],
         transfer_all: bool = False,
         wait_for_inclusion: bool = True,
         wait_for_finalization: bool = False,
@@ -6120,18 +6169,19 @@ async def transfer(
         Arguments:
             wallet: Source wallet for the transfer.
             dest: Destination address for the transfer.
-            amount: Number of tokens to transfer.
-                    transfer_all: Flag to transfer all tokens. Default is ``False``.
-        wait_for_inclusion: Waits for the transaction to be included in a block. Defaults to ``True``.
-        wait_for_finalization: Waits for the transaction to be finalized on the blockchain. Defaults to ``False``.
-        keep_alive: Flag to keep the connection alive. Default is ``True``.
+            amount: Number of tokens to transfer. `None` is transferring all.
+            transfer_all: Flag to transfer all tokens. Default is `False`.
+            wait_for_inclusion: Waits for the transaction to be included in a block. Defaults to `True`.
+            wait_for_finalization: Waits for the transaction to be finalized on the blockchain. Defaults to `False`.
+            keep_alive: Flag to keep the connection alive. Default is `True`.
             period: The number of blocks during which the transaction will remain valid after it's submitted. If the
                 transaction is not included in a block within that number of blocks, it will expire and be rejected. You
                 can think of it as an expiration date for the transaction.
         Returns:
             ``True`` if the transferring was successful, otherwise ``False``.
         """
-        amount = check_and_convert_to_balance(amount)
+        if amount is not None:
+            amount = check_and_convert_to_balance(amount)
         return await transfer_extrinsic(
             subtensor=self,
             wallet=wallet,
@@ -6193,7 +6243,7 @@ async def unstake(
         self,
         wallet: "Wallet",
         hotkey_ss58: Optional[str] = None,
-        netuid: Optional[int] = None,
+        netuid: Optional[int] = None,  # TODO why is this optional?
         amount: Optional[Balance] = None,
         wait_for_inclusion: bool = True,
         wait_for_finalization: bool = False,

bittensor/core/chain_data/dynamic_info.py

@@ -126,7 +126,7 @@ def _from_dict(cls, decoded: dict) -> "DynamicInfo":
             network_registered_at=int(decoded["network_registered_at"]),
             subnet_identity=subnet_identity,
             subnet_volume=subnet_volume,
-            moving_price=fixed_to_float(decoded["moving_price"]),
+            moving_price=fixed_to_float(decoded["moving_price"], 32),
         )
 
     def tao_to_alpha(self, tao: Union[Balance, float, int]) -> Balance: