chore: implement central server

Author: donbusha

neurons/validators/genie_validator.py

@@ -28,6 +28,9 @@
     SeoChallenge,
     BalancedChallenge,
 )
+from webgenie.datasets.central_dataset import (
+    CentralDataset,
+)
 from webgenie.helpers.htmls import preprocess_html, is_valid_resources
 from webgenie.helpers.images import image_debug_str
 from webgenie.helpers.llms import set_seed
@@ -46,7 +49,6 @@
 from webgenie.tasks.image_task_generator import ImageTaskGenerator
 from webgenie.utils.uids import get_all_available_uids
 
-
 class GenieValidator:
     def __init__(self, neuron: BaseNeuron):
         self.neuron = neuron
@@ -58,6 +60,17 @@ def __init__(self, neuron: BaseNeuron):
         self.task_generators = [
             (ImageTaskGenerator(), 1.0), # currently only image task generator is supported
         ]
+        self.init_signature()
+        
+    def init_signature(self):
+        """Get signature for central database authentication using wallet"""
+        try:
+            message = b"I am the owner of the wallet"
+            CentralDataset.SIGNATURE =  self.neuron.wallet.hotkey.sign(message).hex()
+            CentralDataset.HOTKEY = self.neuron.wallet.hotkey.ss58_address
+        except Exception as e:
+            bt.logging.error(f"Error initializing signature: {e}")
+            raise e
 
     async def query_miners(self):
         try:

webgenie/datasets/central_dataset.py

@@ -8,7 +8,10 @@
 from webgenie.datasets.dataset import Dataset, DatasetEntry
 
 
-class CentralDataset(Dataset):
+class CentralDataset(Dataset):    
+    HOTKEY = "hotkey"
+    SIGNATURE = "signature"
+    
     def __init__(self):
         pass
 
@@ -33,7 +36,11 @@ async def generate_context(self, session:int, task_number:int)->DatasetEntry:
     def get_html(self, session:int, task_number:int)->str:
         method = "GET"
         url = f"http://209.126.9.130:18000/api/v1/task/generate?session={session}&task_number={task_number}"
-        response = requests.request(method, url)
+        headers = {
+            "Signature": CentralDataset.SIGNATURE,
+            "Hotkey": CentralDataset.HOTKEY
+        }
+        response = requests.request(method, url, headers=headers)
         if response.status_code != 200:
             raise Exception(f"Failed to get HTML: {response.status_code} {response.text}")
         bt.logging.info(f"HTML: {response.json()}")