Skip to content

Commit 736a7e8

Browse files
authored
[Update] Add meta logger in OpenICLInferTask (#2383)
1 parent fa01328 commit 736a7e8

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

opencompass/tasks/openicl_infer.py

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,9 @@ def get_command(self, cfg_path, template):
6565

6666
def run(self, cur_model=None, cur_model_abbr=None):
6767
self.logger.info(f'Task {task_abbr_from_cfg(self.cfg)}')
68+
model_index, dataset_index = 0, 0
6869
for model_cfg, dataset_cfgs in zip(self.model_cfgs, self.dataset_cfgs):
70+
model_index += 1
6971
self.max_out_len = model_cfg.get('max_out_len', None)
7072
self.batch_size = model_cfg.get('batch_size', None)
7173
self.min_out_len = model_cfg.get('min_out_len', None)
@@ -75,6 +77,15 @@ def run(self, cur_model=None, cur_model_abbr=None):
7577
self.model = build_model_from_cfg(model_cfg)
7678

7779
for dataset_cfg in dataset_cfgs:
80+
dataset_index += 1
81+
total_model_len = len(self.model_cfgs[0]) if isinstance(
82+
self.model_cfgs[0], list) else len(self.model_cfgs)
83+
total_dataset_len = len(self.dataset_cfgs[0]) if isinstance(
84+
self.dataset_cfgs[0], list) else len(self.dataset_cfgs)
85+
self.logger.info(
86+
f'The Progress of This Task --> '
87+
f'Models: {model_index}/{total_model_len}, '
88+
f'Datasets: {dataset_index}/{total_dataset_len}')
7889
self.model_cfg = model_cfg
7990
self.dataset_cfg = dataset_cfg
8091
self.infer_cfg = self.dataset_cfg['infer_cfg']

0 commit comments

Comments
 (0)