Merge pull request #146 from web-genie-ai/feat/dashboard

Dashboard feat

Author: sangar-1028

.gitignore

@@ -191,4 +191,5 @@ run_validator.sh
 # developer doc
 developer_doc.md
 
-debug_images/
+debug_images/
+submit_results.py

neurons/validators/score_manager.py

@@ -17,7 +17,7 @@
     MAX_UNANSWERED_TASKS
 )
 from webgenie.helpers.weights import save_file_to_wandb
-
+from webgenie.storage import submit_results
 class ScoreManager:
     def __init__(self, neuron: BaseNeuron):
         self.neuron = neuron
@@ -282,3 +282,38 @@ def save_session_result_to_file(self, session_upto: int):
             bt.logging.error(f"Error saving session result to file: {e}")
             raise e
 
+    def submit_results_to_dashboard(self, session_upto: int):
+        try:
+            session_result = self.session_results[session_upto]
+
+            number_of_tasks = session_result["number_of_tasks"]
+            session = session_result["session"]
+            competition_type = session_result["competition_type"]
+            scores = session_result["scores"]
+            solved_tasks = session_result["solved_tasks"]            
+            competition = {
+                "session_number": int(session),
+                "competition_type": competition_type,
+            }
+            
+            submissions = []   
+            avg_scores = np.zeros(self.neuron.metagraph.n, dtype=np.float32)
+            for uid in range(self.neuron.metagraph.n):
+                if solved_tasks[uid] >= max(1, number_of_tasks - MAX_UNANSWERED_TASKS):
+                    avg_scores[uid] = scores[uid] / solved_tasks[uid]
+                else:
+                    avg_scores[uid] = 0
+                submissions.append({
+                    "neuron": {
+                        "hotkey": self.neuron.metagraph.hotkeys[uid],
+                    },
+                    "score": float(avg_scores[uid]),
+                })
+
+            submit_results({
+                "competition": competition,
+                "submissions": submissions,
+            })
+        except Exception as e:
+            bt.logging.error(f"Error submitting results to dashboard: {e}")
+            raise e

neurons/validators/validator.py

@@ -33,7 +33,10 @@
 )
 from webgenie.protocol import WebgenieTextSynapse, WebgenieImageSynapse
 from webgenie.rewards.lighthouse_reward import start_lighthouse_server_thread, stop_lighthouse_server
-from webgenie.storage import send_challenge_to_stats_collector
+from webgenie.storage import (
+    send_challenge_to_stats_collector,
+    submit_results,
+)
 from webgenie.utils.uids import get_validator_index
 
 from neurons.validators.genie_validator import GenieValidator
@@ -183,11 +186,7 @@ def set_weights(self):
             with self.lock:
                 self.score_manager.save_scores()
                 self.score_manager.save_session_result_to_file(current_session-1)
-            try:
-                bt.logging.info(f"Sending challenge to stats collector for session {current_session-1}")
-                send_challenge_to_stats_collector(self.wallet, current_session-1)
-            except Exception as e:
-                bt.logging.error(f"Error sending challenge to stats collector: {e}")
+                self.score_manager.submit_results_to_dashboard(current_session-1)
 
             bt.logging.success("set_weights on chain successfully!")
         else:

tests/test_submit_results.py

@@ -0,0 +1,40 @@
+import dotenv
+dotenv.load_dotenv(".env.validator")
+
+from webgenie.storage import submit_results
+
+
+submit_results(
+    miner_submissions_request={
+        "competition": {
+            "session_number": 12,
+            "competition_type": "seo_competition",
+        },
+        "submissions": [
+            {
+                "neuron":{
+                    "hotkey": "sdasfasdfd1234567890",
+                },
+                "score": "0.92"
+            },
+            {
+                "neuron":{
+                    "hotkey": "sdasfasdfd1234567890",
+                },
+                "score": "0.91"
+            },
+            {
+                "neuron":{
+                    "hotkey": "sdasfasdfd1234567890",
+                },
+                "score": "0.90"
+            },
+            {
+                "neuron":{
+                    "hotkey": "sdasfasdfd1234567890",
+                },
+                "score": "0.89"
+            },
+        ]
+    }
+)

uv.lock

@@ -98,3 +98,7 @@
         (psutil.virtual_memory().total) // (1024 * 1024 * 1024 * 4)
     )
 )
+
+DASHBOARD_BACKEND_URL = os.getenv("DASHBOARD_BACKEND_URL", "http://209.126.9.130:19000") # dashboard backend url
+
+API_TOKEN = os.getenv("API_TOKEN", "api_token") # api token

webgenie/constants.py

@@ -2,4 +2,5 @@
     store_results_to_database,
     send_challenge_to_stats_collector,
 )
+from .submit_results import submit_results