Skip to content

Commit 6f20001

Browse files
committed
fix typo
1 parent 7444cbe commit 6f20001

File tree

2 files changed

+2
-3
lines changed

2 files changed

+2
-3
lines changed

paddleformers/trainer/trainer_callback.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@
3131
from tqdm.auto import tqdm
3232

3333
from ..transformers.moe_gate import PretrainedMoEGate
34+
from ..transformers.moe_utils import offload, reload
3435
from ..utils.log import logger
3536
from .trainer_utils import IntervalStrategy, has_length
3637
from .training_args import TrainingArguments
@@ -688,8 +689,6 @@ def on_optimizer_begin(self, args, state, control, **kwargs):
688689
reload(optimizer._master_weights[name])
689690

690691

691-
class MoECorrectionBiasAdjustCallback(TrainerCallback):
692-
"""used for moe aux loss free balance"""
693692
class MoECorrectionBiasAdjustCallback(TrainerCallback):
694693
"""
695694
used for moe aux loss free balance

paddleformers/trainer/training_args.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1100,7 +1100,7 @@ class TrainingArguments:
11001100
reorder_pipeline_priority: Optional[bool] = field(
11011101
default=False,
11021102
metadata={"help": "Controls the parallel execution order. False (pp first), True (sharding first)."},
1103-
pp_seg_method: Optional[str] = field(default=None, metadata={"help": "PP Segmentation Method"})
1103+
)
11041104
nccl_comm_group_config: Optional[str] = field(
11051105
default=None,
11061106
metadata={

0 commit comments

Comments
 (0)