Skip to content

Commit 6797430

Browse files
authored
make sure gc_steps is used for all trainers (axolotl-ai-cloud#2638)
1 parent f720b6e commit 6797430

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/axolotl/core/trainer_builder.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -168,6 +168,9 @@ def get_callbacks(self) -> List[TrainerCallback]:
168168
)
169169
)
170170

171+
if self.cfg.gc_steps:
172+
callbacks.append(GCCallback(gc_steps=self.cfg.gc_steps))
173+
171174
if self.cfg.use_wandb:
172175
callbacks.append(
173176
SaveAxolotlConfigtoWandBCallback(self.cfg.axolotl_config_path)
@@ -249,9 +252,6 @@ def get_callbacks(self):
249252
if self.cfg.loss_watchdog_threshold is not None:
250253
callbacks.append(LossWatchDogCallback(self.cfg))
251254

252-
if self.cfg.gc_steps:
253-
callbacks.append(GCCallback(gc_steps=self.cfg.gc_steps))
254-
255255
return callbacks
256256

257257
def get_post_trainer_create_callbacks(self, trainer):

0 commit comments

Comments
 (0)