chore: increase threshold

Author: sangar-1028

neurons/validators/genie_validator.py

@@ -93,7 +93,7 @@ async def query_miners(self):
 
             available_challenges_classes = [
                 AccuracyChallenge, 
-                SeoChallenge,
+                AccuracyChallenge,
                 AccuracyChallenge,
                 SeoChallenge,
             ]  

webgenie/challenges/challenge.py

@@ -43,7 +43,7 @@ async def calculate_scores(self) -> dict[str, np.ndarray]:
         scores = await self.task.generator.calculate_scores(self.task, self.solutions)
         accuracy_scores = scores[ACCURACY_METRIC_NAME]
         seo_scores = scores[SEO_METRIC_NAME]
-        aggregated_scores = np.where(accuracy_scores > 0.85, seo_scores, 0)
+        aggregated_scores = np.where(accuracy_scores > 0.90, seo_scores, 0)
         return aggregated_scores, scores
 
 
@@ -54,7 +54,7 @@ async def calculate_scores(self) -> dict[str, np.ndarray]:
         scores = await self.task.generator.calculate_scores(self.task, self.solutions)
         accuracy_scores = scores[ACCURACY_METRIC_NAME]
         quality_scores = scores[QUALITY_METRIC_NAME]
-        aggregated_scores = np.where(accuracy_scores > 0.85, quality_scores, 0)
+        aggregated_scores = np.where(accuracy_scores > 0.90, quality_scores, 0)
         return aggregated_scores, scores
 
 

webgenie/constants.py

@@ -3,7 +3,7 @@
 import psutil
 # Change this value when updating your code base.
 # Define the version of the webgenie.
-__VERSION__ = "1.3.3" # version
+__VERSION__ = "1.3.4" # version
 
 SPEC_VERSION = (
     (1000 * int(__VERSION__.split(".")[0]))