add num_samples to final_dict of evaluation_tracker

itsmejul · itsmejul · commit 9d951c8b8e06 · 2025-07-03T19:06:26.000+02:00
diff --git a/src/lighteval/logging/evaluation_tracker.py b/src/lighteval/logging/evaluation_tracker.py
@@ -352,6 +352,7 @@ def generate_final_dict(self) -> dict:
             "config_tasks": self.task_config_logger.tasks_configs,
             "summary_tasks": self.details_logger.compiled_details,
             "summary_general": asdict(self.details_logger.compiled_details_over_all_tasks),
+            "num_samples": self.calculate_num_samples(),
         }
 
         final_dict = {

Original file line number	Diff line number	Diff line change
`@@ -352,6 +352,7 @@ def generate_final_dict(self) -> dict:`
`352`	`352`	`"config_tasks": self.task_config_logger.tasks_configs,`
`353`	`353`	`"summary_tasks": self.details_logger.compiled_details,`
`354`	`354`	`"summary_general": asdict(self.details_logger.compiled_details_over_all_tasks),`
	`355`	`+ "num_samples": self.calculate_num_samples(),`
`355`	`356`	`}`
`356`	`357`
`357`	`358`	`final_dict = {`