Skip to content

Commit 6c04ee3

Browse files
committed
chore: adjust computation params
1 parent 788290e commit 6c04ee3

File tree

1 file changed

+6
-5
lines changed

1 file changed

+6
-5
lines changed

webgenie/challenges/challenge.py

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ async def calculate_scores(self) -> dict[str, np.ndarray]:
4343
scores = await self.task.generator.calculate_scores(self.task, self.solutions)
4444
accuracy_scores = scores[ACCURACY_METRIC_NAME]
4545
seo_scores = scores[SEO_METRIC_NAME]
46-
aggregated_scores = np.where(accuracy_scores > 0.9, seo_scores, 0)
46+
aggregated_scores = np.where(accuracy_scores > 0.8, seo_scores, 0)
4747
return aggregated_scores, scores
4848

4949

@@ -54,9 +54,10 @@ async def calculate_scores(self) -> dict[str, np.ndarray]:
5454
scores = await self.task.generator.calculate_scores(self.task, self.solutions)
5555
accuracy_scores = scores[ACCURACY_METRIC_NAME]
5656
quality_scores = scores[QUALITY_METRIC_NAME]
57-
aggregated_scores = np.where(accuracy_scores > 0.9, quality_scores, 0)
57+
aggregated_scores = np.where(accuracy_scores > 0.8, quality_scores, 0)
5858
return aggregated_scores, scores
5959

60+
6061
class BalancedChallenge(Challenge):
6162
competition_type: str = Field(default=BALANCED_COMPETITION_TYPE, description="The type of competition")
6263

@@ -65,13 +66,13 @@ async def calculate_scores(self) -> dict[str, np.ndarray]:
6566
accuracy_scores = scores[ACCURACY_METRIC_NAME]
6667
quality_scores = scores[QUALITY_METRIC_NAME]
6768
seo_scores = scores[SEO_METRIC_NAME]
68-
aggregated_scores = accuracy_scores * 0.4 + quality_scores * 0.3 + seo_scores * 0.3
69+
aggregated_scores = accuracy_scores * 0.6 + quality_scores * 0.2 + seo_scores * 0.2
6970
return aggregated_scores, scores
7071

7172

7273
RESERVED_WEIGHTS = {
73-
ACCURACY_COMPETITION_TYPE: 50,
74-
BALANCED_COMPETITION_TYPE: 30,
74+
ACCURACY_COMPETITION_TYPE: 70,
75+
BALANCED_COMPETITION_TYPE: 10,
7576
SEO_COMPETITION_TYPE: 10,
7677
QUALITY_COMPETITION_TYPE: 10,
7778
}

0 commit comments

Comments
 (0)