Skip to content

Commit 1efc975

Browse files
authored
Merge pull request #150 from web-genie-ai/feat/adjust-params
Feat/adjust params
2 parents 59f9f1c + 383fe3e commit 1efc975

File tree

3 files changed

+3
-165
lines changed

3 files changed

+3
-165
lines changed

pyproject.toml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@ dependencies = [
1111
"bert-score==0.3.13",
1212
"bt-decode==0.5.0",
1313
"bittensor==9.1.0",
14-
"bittensor-cli==9.1.0",
1514
"clip",
1615
"datasets==3.2.0",
1716
"ddt==1.6.0",

uv.lock

Lines changed: 1 addition & 162 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

webgenie/challenges/challenge.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ async def calculate_scores(self) -> dict[str, np.ndarray]:
4343
scores = await self.task.generator.calculate_scores(self.task, self.solutions)
4444
accuracy_scores = scores[ACCURACY_METRIC_NAME]
4545
seo_scores = scores[SEO_METRIC_NAME]
46-
aggregated_scores = np.where(accuracy_scores > 0.9, seo_scores, 0)
46+
aggregated_scores = np.where(accuracy_scores > 0.85, seo_scores, 0)
4747
return aggregated_scores, scores
4848

4949

@@ -54,7 +54,7 @@ async def calculate_scores(self) -> dict[str, np.ndarray]:
5454
scores = await self.task.generator.calculate_scores(self.task, self.solutions)
5555
accuracy_scores = scores[ACCURACY_METRIC_NAME]
5656
quality_scores = scores[QUALITY_METRIC_NAME]
57-
aggregated_scores = np.where(accuracy_scores > 0.9, quality_scores, 0)
57+
aggregated_scores = np.where(accuracy_scores > 0.85, quality_scores, 0)
5858
return aggregated_scores, scores
5959

6060

0 commit comments

Comments
 (0)