Merge pull request #135 from web-genie-ai/feat/increase-task-count

Feat/increase task count

Author: sangar-1028

neurons/validators/score_manager.py

@@ -9,7 +9,12 @@
 
 from webgenie.base.neuron import BaseNeuron
 from webgenie.challenges.challenge import Challenge
-from webgenie.constants import CONSIDERING_SESSION_COUNTS, __STATE_VERSION__, WORK_DIR
+from webgenie.constants import (
+    CONSIDERING_SESSION_COUNTS,
+    __STATE_VERSION__,
+    WORK_DIR,
+    MAX_UNANSWERED_TASKS,
+)
 from webgenie.helpers.weights import save_file_to_wandb
 
 class ScoreManager:
@@ -169,7 +174,7 @@ def get_winner(self, total_scores: np.ndarray, solved_tasks: np.ndarray, number_
             if self.is_blacklisted(uid):
                 continue
 
-            if solved_tasks[uid] >= max(1, number_of_tasks - 10):
+            if solved_tasks[uid] >= max(1, number_of_tasks - MAX_UNANSWERED_TASKS):
                 avg_scores[uid] = total_scores[uid] / solved_tasks[uid]
             else:
                 avg_scores[uid] = 0
@@ -222,7 +227,7 @@ def print_session_result(self, session_upto: int, console: Console):
 
             avg_scores = np.zeros(self.neuron.metagraph.n, dtype=np.float32)
             for uid in range(self.neuron.metagraph.n):
-                if solved_tasks[uid] >= max(1, number_of_tasks - 10):
+                if solved_tasks[uid] >= max(1, number_of_tasks - MAX_UNANSWERED_TASKS):
                     avg_scores[uid] = scores[uid] / solved_tasks[uid]
                 else:
                     avg_scores[uid] = 0

webgenie/constants.py

@@ -3,7 +3,7 @@
 import psutil
 # Change this value when updating your code base.
 # Define the version of the webgenie.
-__VERSION__ = "1.1.27" # version
+__VERSION__ = "1.1.28" # version
 
 SPEC_VERSION = (
     (1000 * int(__VERSION__.split(".")[0]))
@@ -89,6 +89,8 @@
 
 MAX_NUMBER_OF_TASKS_PER_SESSION = 18 # max number of tasks per session
 
+MAX_UNANSWERED_TASKS = 3 # max unanswered tasks
+
 NUMBER_OF_CONCURRENT_WORKERS = max(
     1,
     min(