Update incentive mechanize to prevent uid pressure

.env.miner.example

@@ -0,0 +1,8 @@
+WANDB_API_KEY = your_wandb_api_key
+WANDB_ENTITY_NAME = your_wandb_entity_name
+
+HF_TOKEN = your_huggingface_token
+
+LLM_API_KEY = your_openai_api_key
+LLM_MODEL_ID = your_openai_model_id
+LLM_MODEL_URL = your_openai_model_url

.env.validator.example

@@ -0,0 +1,6 @@
+WANDB_API_KEY = your_wandb_api_key
+WANDB_ENTITY_NAME = your_wandb_entity_name
+
+LLM_API_KEY = your_openai_api_key
+LLM_MODEL_ID = your_openai_model_id
+LLM_MODEL_URL = your_openai_model_url

.gitignore

@@ -163,3 +163,29 @@ testing/
 
 # Editors
 .vscode/settings.json
+
+.DS_Store
+temp.txt
+
+# env
+.env.miner
+.env.validator
+
+# test
+test.py
+
+# Wandb
+wandb/
+
+# work dir
+work/
+work_save/
+*.png
+
+# scripts
+run_miner.sh
+run_miner_2.sh
+run_validator.sh
+
+# developer doc
+developer_doc.md

auto_update.sh

@@ -0,0 +1,32 @@
+#!/bin/bash
+
+
+while true; do
+    # Log the start of the script execution
+    echo "$(date): Script started"
+
+    # Save the current HEAD hash
+    current_head=$(git rev-parse HEAD)
+
+    # Pull the latest changes from the repository
+    git stash
+    git pull -f
+    git reset --hard origin/main
+
+    # Get the new HEAD hash
+    new_head=$(git rev-parse HEAD)
+
+    # Check if the new HEAD is different from the current HEAD
+    if [ "$current_head" != "$new_head" ]; then
+        # The HEAD has changed, meaning there's a new version
+        echo "$(date): New version detected, installing requirements and restarting the validator."
+        pip install -e .
+        pm2 restart webgenie_validator
+    else
+        # No new version, no action needed
+        echo "$(date): No new version detected, no restart needed."
+    fi
+
+    # Sleep until the beginning of the next hour
+    sleep 3600
+done

contrib/CONTRIBUTING.md

@@ -1,6 +1,6 @@
-# Contributing to Bittensor Subnet Development
+# Contributing to webgenie
 
-The following is a set of guidelines for contributing to the Bittensor ecosystem. These are **HIGHLY RECOMMENDED** guidelines, but not hard-and-fast rules. Use your best judgment, and feel free to propose changes to this document in a pull request.
+The following is a set of guidelines for contributing to the webgenie Subnet. These are **HIGHLY RECOMMENDED** guidelines, but not hard-and-fast rules. Use your best judgment, and feel free to propose changes to this document in a pull request.
 
 ## Table Of Contents
 1. [How Can I Contribute?](#how-can-i-contribute)
@@ -16,10 +16,10 @@ The following is a set of guidelines for contributing to the Bittensor ecosystem
 
 
 ## How Can I Contribute?
-TODO(developer): Define your desired contribution procedure.
+You can fork this repository and create a PR with your codes and request review from our development team. You can reference [Pull Request Philosophy](#pull-request-philosophy).
 
 ## Communication Channels
-TODO(developer): Place your communication channels here
+Contact us on [Our discord server](https://discord.gg/P2XRwVEJ)
 
 > Please follow the Bittensor Subnet [style guide](./STYLE.md) regardless of your contribution type. 
 
@@ -99,7 +99,7 @@ After you submit a pull request, it will be reviewed by the maintainers. They ma
 > Note: Be sure to merge the latest from "upstream" before making a pull request:
 
 ```bash
-git remote add upstream https://github.com/opentensor/bittensor.git # TODO(developer): replace with your repo URL
+git remote add upstream https://github.com/webgenie/webgenie.git
 git fetch upstream
 git merge upstream/<your-branch-name>
 git push origin <your-branch-name>

docs/running_on_mainnet.md

@@ -24,20 +24,20 @@ After installing `bittensor`, proceed as below:
 
 ## Steps
 
-## 1. Install your subnet template
+## 1. Install web-genie-ai
 
 **NOTE: Skip this step if** you already did this during local testing and development.
 
 In your project directory:
 
 ```bash
-git clone https://github.com/opentensor/bittensor-subnet-template.git 
+git clone https://github.com/web-genie-ai/web-genie-ai.git 
 ```
 
-Next, `cd` into `bittensor-subnet-template` repo directory:
+Next, `cd` into `web-genie-ai` repo directory:
 
 ```bash
-cd bittensor-subnet-template
+cd web-genie-ai
 ```
 
 Install the Bittensor subnet template package:
@@ -132,7 +132,7 @@ This step registers your subnet validator and subnet miner keys to the subnet gi
 Register your miner key to the subnet:
 
 ```bash
-btcli subnet recycle_register --netuid 1 --subtensor.network finney --wallet.name miner --wallet.hotkey default
+btcli subnet recycle_register --netuid [mainnet_netuid] --subtensor.network finney --wallet.name miner --wallet.hotkey default
 ```
 
 Follow the below prompts:
@@ -149,13 +149,13 @@ Follow the below prompts:
 Next, register your validator key to the subnet:
 
 ```bash
-btcli subnet recycle_register --netuid 1 --subtensor.network finney --wallet.name validator --wallet.hotkey default
+btcli subnet recycle_register --netuid [mainnet_netuid] --subtensor.network finney --wallet.name validator --wallet.hotkey default
 ```
 
 Follow the below prompts:
 
 ```bash
->> Enter netuid [1] (1): # Enter netuid 1 to specify the subnet you just created.
+>> Enter netuid [1] (1): # Enter netuid [mainnet_netuid] to specify the subnet you just created.
 >> Continue Registration?
   hotkey:     ...
   coldkey:    ...
@@ -202,7 +202,7 @@ miner    default  1      True   0.00000  0.00000  0.00000    0.00000    0.00000
 Run the subnet miner:
 
 ```bash
-python neurons/miner.py --netuid 1  --wallet.name miner --wallet.hotkey default --logging.debug
+python neurons/miner.py --netuid [mainnet_netuid] --wallet.name miner --wallet.hotkey default --logging.debug
 ```
 
 You will see the below terminal output:
@@ -214,7 +214,7 @@ You will see the below terminal output:
 Run the subnet validator:
 
 ```bash
-python neurons/validator.py --netuid 1  --wallet.name validator --wallet.hotkey default --logging.debug
+python neurons/validator.py --netuid [mainnet_netuid] --wallet.name validator --wallet.hotkey default --logging.debug
 ```
 
 You will see the below terminal output:

docs/running_on_staging.md

@@ -1,6 +1,6 @@
 # Running Subnet Locally
 
-This tutorial will guide you through:
+This document will guide you through:
 
 - Setting up a local blockchain that is not connected to either Bittensor testchain or mainchain
 - Creating a subnet
@@ -92,21 +92,21 @@ BUILD_BINARY=0 ./scripts/localnet.sh
 
 **NOTE**: Watch for any build or initialization outputs in this step. If you are building the project for the first time, this step will take a while to finish building, depending on your hardware.
 
-## 6. Install subnet template
+## 6. Install web-genie-ai subnet
 
-`cd` to your project directory and clone the bittensor subnet template repository:
+`cd` to your project directory and clone the web-genie-ai repository:
 
 ```bash
-git clone https://github.com/opentensor/bittensor-subnet-template.git
+git clone https://github.com/web-genie-ai/web-genie-ai.git
 ```
 
 Navigate to the cloned repository:
 
 ```bash
-cd bittensor-subnet-template
+cd web-genie-ai
 ```
 
-Install the bittensor-subnet-template Python package:
+Install the web-genie-ai Python package:
 
 ```bash
 python -m pip install -e .

docs/running_on_testnet.md

@@ -18,23 +18,23 @@ Before proceeding further, make sure that you have installed Bittensor. See the
 
 After installing `bittensor`, proceed as below:
 
-## 1. Install Bittensor subnet template
+## 1. Install web-genie-ai
 
 **NOTE: Skip this step if** you already did this during local testing and development.
 
-`cd` into your project directory and clone the bittensor-subnet-template repo:
+`cd` into your project directory and clone the web-genie-ai repo:
 
 ```bash
-git clone https://github.com/opentensor/bittensor-subnet-template.git 
+git clone https://github.com/web-genie-ai/web-genie-ai.git 
 ```
 
-Next, `cd` into bittensor-subnet-template repo directory:
+Next, `cd` into web-genie-ai repo directory:
 
 ```bash
-cd bittensor-subnet-template # Enter the 
+cd web-genie-ai # Enter the 
 ```
 
-Install the bittensor-subnet-template package:
+Install the web-genie-ai package:
 
 ```bash
 python -m pip install -e . 
@@ -129,13 +129,13 @@ This step registers your subnet validator and subnet miner keys to the subnet, g
 Register your miner key to the subnet:
 
 ```bash
-btcli subnet register --netuid 13 --subtensor.network test --wallet.name miner --wallet.hotkey default
+btcli subnet register --netuid 214 --subtensor.network test --wallet.name miner --wallet.hotkey default
 ```
 
 Follow the below prompts:
 
 ```bash
->> Enter netuid [1] (1): # Enter netuid 1 to specify the subnet you just created.
+>> Enter netuid [1] (1): # Enter netuid 214 to specify web-genie-ai test subnet.
 >> Continue Registration?
   hotkey:     ...
   coldkey:    ...
@@ -146,13 +146,13 @@ Follow the below prompts:
 Next, register your validator key to the subnet:
 
 ```bash
-btcli subnet register --netuid 13 --subtensor.network test --wallet.name validator --wallet.hotkey default
+btcli subnet register --netuid 214 --subtensor.network test --wallet.name validator --wallet.hotkey default
 ```
 
 Follow the prompts:
 
 ```bash
->> Enter netuid [1] (1): # Enter netuid 1 to specify the subnet you just created.
+>> Enter netuid [1] (1): # Enter netuid 214 to specify web-genie-ai test subnet.
 >> Continue Registration?
   hotkey:     ...
   coldkey:    ...
@@ -201,7 +201,7 @@ miner    default  1      True   0.00000  0.00000  0.00000    0.00000    0.00000
 Run the subnet miner:
 
 ```bash
-python neurons/miner.py --netuid 1 --subtensor.network test --wallet.name miner --wallet.hotkey default --logging.debug
+python neurons/miner.py --netuid 214 --subtensor.network test --wallet.name miner --wallet.hotkey default --logging.debug
 ```
 
 You will see the below terminal output:
@@ -213,7 +213,7 @@ You will see the below terminal output:
 Next, run the subnet validator:
 
 ```bash
-python neurons/validator.py --netuid 1 --subtensor.network test --wallet.name validator --wallet.hotkey default --logging.debug
+python neurons/validator.py --netuid 214 --subtensor.network test --wallet.name validator --wallet.hotkey default --logging.debug
 ```
 
 You will see the below terminal output:

docs/stream_tutorial/client.py

@@ -7,7 +7,7 @@
 """
 This has assumed you have:
 1. Registered your miner on the chain (finney/test)
-2. Are serving your miner on an open port (e.g. 12345)
+2. Are serving your miner on an open(e.g. 12345)
 
 Steps:
 - Instantiate your synapse subclass with the relevant information. E.g. messages, roles, etc.

min_compute.yml

@@ -57,8 +57,8 @@ compute_spec:
 
     gpu:
       required: True                       # Does the application require a GPU?
-      min_vram: 8                          # Minimum GPU VRAM (GB)
-      recommended_vram: 24                 # Recommended GPU VRAM (GB)
+      min_vram: 80                         # Minimum GPU VRAM (GB)
+      recommended_vram: 100                # Recommended GPU VRAM (GB)
       cuda_cores: 1024                     # Minimum number of CUDA cores (if applicable)
       min_compute_capability: 6.0          # Minimum CUDA compute capability
       recommended_compute_capability: 7.0  # Recommended CUDA compute capability
@@ -71,8 +71,8 @@ compute_spec:
       ram_type: "DDR4"     # RAM type (e.g., DDR4, DDR3, etc.)
 
     storage:
-      min_space: 10           # Minimum free storage space (GB)
-      recommended_space: 100  # Recommended free storage space (GB)
+      min_space: 500          # Minimum free storage space (GB)
+      recommended_space: 1000 # Recommended free storage space (GB)
       type: "SSD"             # Preferred storage type (e.g., SSD, HDD)
       min_iops: 1000          # Minimum I/O operations per second (if applicable)
       recommended_iops: 5000  # Recommended I/O operations per second

neurons/miners/hf_miner.py

@@ -0,0 +1,49 @@
+import bittensor as bt
+import os
+
+from webgenie.base.neuron import BaseNeuron
+from webgenie.protocol import WebgenieTextSynapse, WebgenieImageSynapse
+from webgenie.helpers.images import base64_to_image
+
+from webgenie.utils.gpus import get_gpu_info
+total_memory_mb, _, _ = get_gpu_info()
+
+if total_memory_mb is None:
+    raise ValueError("No GPU detected. HfMiner requires a GPU.")
+
+bt.logging.info(f"Total memory: {total_memory_mb}")
+
+if total_memory_mb < 1024 * 23:
+    raise ValueError("Insufficient GPU memory. HfMiner requires at least 25GB of GPU memory.")
+
+from neurons.miners.hf_models.websight_finetuned import generate_html_from_image
+
+if total_memory_mb > 1024 * 50:
+    from neurons.miners.hf_models.falcon7b import generate_html_from_text
+
+class HfMiner:
+    def __init__(self, neuron: BaseNeuron):
+        self.neuron = neuron
+
+    async def forward_text(self, synapse: WebgenieTextSynapse) -> WebgenieTextSynapse:  
+        try:  
+            if total_memory_mb > 1024 * 50:
+                synapse.html = generate_html_from_text(synapse.prompt)
+            else:
+                synapse.html = "you don't have enough memory to generate html from text"
+            return synapse
+        except Exception as e:
+            bt.logging.error(f"Error in HfMiner forward_text: {e}")
+            synapse.html = f"Error in HfMiner forward_text: {e}"
+            return synapse
+
+    async def forward_image(self, synapse: WebgenieImageSynapse) -> WebgenieImageSynapse:
+        try:
+            bt.logging.debug(f"Generating HTML from image")
+            synapse.html = generate_html_from_image(base64_to_image(synapse.base64_image))
+            bt.logging.debug(f"Generated HTML: {synapse.html}")
+            return synapse
+        except Exception as e:
+            bt.logging.error(f"Error in OpenaiMiner forward_image: {e}")
+            synapse.html = f"Error in OpenaiMiner forward_image: {e}"
+            return synapse