Merge branch 'staging' into master

Author: basfroman

.github/workflows/docker_release.yml

@@ -24,17 +24,17 @@ jobs:
       uses: sigstore/cosign-installer@v3
 
     - name: Log in to Docker Hub
-      uses: docker/login-action@v2
+      uses: docker/login-action@v3
       with:
         registry: docker.io
         username: ${{ secrets.DOCKERHUB_USERNAME }}
         password: ${{ secrets.DOCKERHUB_TOKEN }}
 
     - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v2
+      uses: docker/setup-buildx-action@v3
 
     - name: Build and push Docker image
-      uses: docker/build-push-action@v4
+      uses: docker/build-push-action@v6
       with:
         context: .
         push: true

bittensor/core/async_subtensor.py

@@ -291,7 +291,7 @@ async def unstake_multiple_extrinsic(
     for idx, (hotkey_ss58, amount, old_stake, netuid) in enumerate(
         zip(hotkey_ss58s, amounts, old_stakes, netuids)
     ):
-        # Covert to bittensor.Balance
+        # Convert to bittensor.Balance
         if amount is None:
             # Unstake it all.
             unstaking_balance = old_stake

bittensor/core/extrinsics/asyncex/unstaking.py

@@ -281,7 +281,7 @@ def unstake_multiple_extrinsic(
     for idx, (hotkey_ss58, amount, old_stake, netuid) in enumerate(
         zip(hotkey_ss58s, amounts, old_stakes, netuids)
     ):
-        # Covert to bittensor.Balance
+        # Convert to bittensor.Balance
         if amount is None:
             # Unstake it all.
             unstaking_balance = old_stake

bittensor/core/extrinsics/unstaking.py

@@ -126,9 +126,9 @@
             "_mock": False,
         },
         "wallet": {
-            "name": "default",
-            "hotkey": "default",
-            "path": str(WALLETS_DIR),
+            "name": os.getenv("BT_WALLET_NAME") or "default",
+            "hotkey": os.getenv("BT_WALLET_HOTKEY") or "default",
+            "path": os.getenv("BT_WALLET_PATH") or str(WALLETS_DIR),
         },
     }
 )

bittensor/core/settings.py

@@ -14,6 +14,7 @@ def __init__(self, subtensor: Union["_Subtensor", "_AsyncSubtensor"]):
         self.bonds = subtensor.bonds
         self.difficulty = subtensor.difficulty
         self.get_all_subnets_info = subtensor.get_all_subnets_info
+        self.get_parents = subtensor.get_parents
         self.get_children = subtensor.get_children
         self.get_children_pending = subtensor.get_children_pending
         self.get_current_weight_commit_info = subtensor.get_current_weight_commit_info

bittensor/core/subtensor.py

@@ -36,6 +36,7 @@ def add_legacy_methods(subtensor: "SubtensorApi"):
     subtensor.get_balance = subtensor._subtensor.get_balance
     subtensor.get_balances = subtensor._subtensor.get_balances
     subtensor.get_block_hash = subtensor._subtensor.get_block_hash
+    subtensor.get_parents = subtensor._subtensor.get_parents
     subtensor.get_children = subtensor._subtensor.get_children
     subtensor.get_children_pending = subtensor._subtensor.get_children_pending
     subtensor.get_commitment = subtensor._subtensor.get_commitment

bittensor/core/subtensor_api/subnets.py

@@ -1,8 +1,7 @@
-
 #!/bin/bash
 set -u
 
-# enable  command completion
+# enable command completion
 set -o history -o histexpand
 
 python="python3"
@@ -34,7 +33,6 @@ wait_for_user() {
   echo
   echo "Press RETURN to continue or any other key to abort"
   getc c
-  # we test for \r and \n because some stuff does \r instead
   if ! [[ "$c" == $'\r' || "$c" == $'\n' ]]; then
     exit 1
   fi
@@ -67,12 +65,8 @@ ohai() {
   printf "${tty_blue}==>${tty_bold} %s${tty_reset}\n" "$(shell_join "$@")"
 }
 
-# Things can fail later if `pwd` doesn't exist.
-# Also sudo prints a warning message for no good reason
-cd "/usr" || exit 1
-
 linux_install_pre() {
-    sudo apt-get update 
+    sudo apt-get update
     sudo apt-get install --no-install-recommends --no-install-suggests -y apt-utils curl git cmake build-essential
     exit_on_error $?
 }
@@ -86,41 +80,48 @@ linux_install_python() {
         ohai "Updating python"
         sudo apt-get install --only-upgrade $python
     fi
-    exit_on_error $? 
+    exit_on_error $?
     ohai "Installing python tools"
-    sudo apt-get install --no-install-recommends --no-install-suggests -y $python-pip $python-dev 
-    exit_on_error $? 
+    sudo apt-get install --no-install-recommends --no-install-suggests -y python3-pip python3-dev python3-venv
+    exit_on_error $?
 }
 
 linux_update_pip() {
-    PYTHONPATH=$(which $python)
-    ohai "You are using python@ $PYTHONPATH$"
-    ohai "Installing python tools"
-    $python -m pip install --upgrade pip
+    ohai "Skipping pip upgrade in system Python (PEP 668). Will upgrade inside virtual environment."
 }
 
+
 linux_install_bittensor() {
     ohai "Cloning bittensor@master into ~/.bittensor/bittensor"
     mkdir -p ~/.bittensor/bittensor
-    git clone https://github.com/opentensor/bittensor.git ~/.bittensor/bittensor/ 2> /dev/null || (cd ~/.bittensor/bittensor/ ; git fetch origin master ; git checkout master ; git pull --ff-only ; git reset --hard ; git clean -xdf)
+    git clone https://github.com/opentensor/bittensor.git ~/.bittensor/bittensor/ 2> /dev/null || \
+    (cd ~/.bittensor/bittensor/ ; git fetch origin master ; git checkout master ; git pull --ff-only ; git reset --hard ; git clean -xdf)
+
+    ohai "Creating Python virtual environment"
+    python3 -m venv ~/.bittensor/venv
+    $HOME/.bittensor/venv/bin/python -m ensurepip --upgrade
+    source ~/.bittensor/venv/bin/activate
+    python="$HOME/.bittensor/venv/bin/python"
+
     ohai "Installing bittensor"
+    $python -m pip install --upgrade pip
     $python -m pip install -e ~/.bittensor/bittensor/
     $python -m pip install -U bittensor-cli
-    exit_on_error $? 
+    exit_on_error $?
+    deactivate
 }
 
 linux_increase_ulimit(){
     ohai "Increasing ulimit to 1,000,000"
     prlimit --pid=$PPID --nofile=1000000
 }
 
-
 mac_install_xcode() {
     which -s xcode-select
     if [[ $? != 0 ]] ; then
         ohai "Installing xcode:"
         xcode-select --install
-        exit_on_error $? 
+        exit_on_error $?
     fi
 }
 
@@ -133,7 +134,7 @@ mac_install_brew() {
         ohai "Updating brew:"
         brew update --verbose
     fi
-    exit_on_error $? 
+    exit_on_error $?
 }
 
 mac_install_cmake() {
@@ -153,7 +154,7 @@ mac_install_python() {
     brew list python@3 &>/dev/null || brew install python@3;
     ohai "Updating python3"
     brew upgrade python@3
-    exit_on_error $? 
+    exit_on_error $?
 }
 
 mac_update_pip() {
@@ -165,11 +166,20 @@ mac_update_pip() {
 
 mac_install_bittensor() {
     ohai "Cloning bittensor into ~/.bittensor/bittensor"
-    git clone https://github.com/opentensor/bittensor.git ~/.bittensor/bittensor/ 2> /dev/null || (cd ~/.bittensor/bittensor/ ; git fetch origin master ; git checkout master ; git pull --ff-only ; git reset --hard; git clean -xdf)
+    git clone https://github.com/opentensor/bittensor.git ~/.bittensor/bittensor/ 2> /dev/null || \
+    (cd ~/.bittensor/bittensor/ ; git fetch origin master ; git checkout master ; git pull --ff-only ; git reset --hard; git clean -xdf)
+
+    ohai "Creating Python virtual environment"
+    python3 -m venv ~/.bittensor/venv
+    $HOME/.bittensor/venv/bin/python -m ensurepip --upgrade
+    source ~/.bittensor/venv/bin/activate
+    python="$HOME/.bittensor/venv/bin/python"
+
     ohai "Installing bittensor"
+    $python -m pip install --upgrade pip
     $python -m pip install -e ~/.bittensor/bittensor/
     $python -m pip install -U bittensor-cli
-    exit_on_error $? 
+    exit_on_error $?
     deactivate
 }
 
@@ -178,11 +188,12 @@ OS="$(uname)"
 if [[ "$OS" == "Linux" ]]; then
 
     which -s apt-get
-    if [[ $? == 0 ]] ; then
+    if [[ $? != 0 ]] ; then
         abort "This linux based install requires apt-get. To run with other distros (centos, arch, etc), you will need to manually install the requirements"
     fi
+
     echo """
-    
+
 ██████╗░██╗████████╗████████╗███████╗███╗░░██╗░██████╗░█████╗░██████╗░
 ██╔══██╗██║╚══██╔══╝╚══██╔══╝██╔════╝████╗░██║██╔════╝██╔══██╗██╔══██╗
 ██████╦╝██║░░░██║░░░░░░██║░░░█████╗░░██╔██╗██║╚█████╗░██║░░██║██████╔╝
@@ -260,7 +271,7 @@ fi
 
 # Use the shell's audible bell.
 if [[ -t 1 ]]; then
-printf "\a"
+    printf "\a"
 fi
 
 echo ""
@@ -289,12 +300,12 @@ echo "    $ btcli w new_hotkey"
 echo "    $ btcli w list"
 echo "    $ btcli s register"
 echo ""
+echo "- Check Bittensor SDK version"
+echo "    $ python -m bittensor"
+echo ""
 echo "- Use the Python API"
 echo "    $ python3"echo "    >> import bittensor"
 echo ""
-echo "- Join the discussion: "
+echo "- Join the discussion:"
 echo "    ${tty_underline}https://discord.gg/3rUr6EcvbB${tty_reset}"
 echo ""
-
-
-    

bittensor/core/subtensor_api/utils.py

@@ -129,15 +129,21 @@ def docker_runner(params):
     """Starts a Docker container before tests and gracefully terminates it after."""
 
     def is_docker_running():
-        """Check if Docker has been run."""
+        """Check if Docker is running and optionally skip pulling the image."""
         try:
             subprocess.run(
                 ["docker", "info"],
                 stdout=subprocess.DEVNULL,
                 stderr=subprocess.DEVNULL,
                 check=True,
             )
-            subprocess.run(["docker", "pull", LOCALNET_IMAGE_NAME], check=True)
+
+            skip_pull = os.getenv("SKIP_PULL", "0") == "1"
+            if not skip_pull:
+                subprocess.run(["docker", "pull", LOCALNET_IMAGE_NAME], check=True)
+            else:
+                print(f"[SKIP_PULL=1] Skipping 'docker pull {LOCALNET_IMAGE_NAME}'")
+
             return True
         except subprocess.CalledProcessError:
             return False