We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 39adf61 commit dbaad99Copy full SHA for dbaad99
src/lighteval/logging/evaluation_tracker.py
@@ -229,6 +229,7 @@ def save(self) -> None:
229
"config_tasks": self.task_config_logger.tasks_configs,
230
"summary_tasks": self.details_logger.compiled_details,
231
"summary_general": asdict(self.details_logger.compiled_details_over_all_tasks),
232
+ "num_samples": self.calculate_num_samples(),
233
}
234
235
# Create the details datasets for later upload
0 commit comments