Skip to content

Commit 228bd14

Browse files
authored
fix lr. (#7729)
1 parent 4f15ac0 commit 228bd14

File tree

3 files changed

+6
-5
lines changed

3 files changed

+6
-5
lines changed

examples/language_model/gpt

Lines changed: 0 additions & 1 deletion
This file was deleted.

examples/language_model/moe/dygraph/lr.py

Lines changed: 0 additions & 1 deletion
This file was deleted.

examples/language_model/moe/dygraph/run_moe_pretrain.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,6 @@
1818
import types
1919
from types import MethodType
2020

21-
import lr
2221
import numpy as np
2322
import paddle
2423
import paddle.distributed as dist
@@ -43,7 +42,11 @@
4342
from utils import get_timers, set_timers
4443
from visualdl import LogWriter
4544

46-
from paddlenlp.transformers import GPTChineseTokenizer, GPTTokenizer
45+
from paddlenlp.transformers import (
46+
CosineAnnealingWithWarmupDecay,
47+
GPTChineseTokenizer,
48+
GPTTokenizer,
49+
)
4750
from paddlenlp.utils.log import logger
4851

4952
MODEL_CLASSES = {
@@ -426,7 +429,7 @@ def do_train(args):
426429
if args.lr_decay_style == "none":
427430
lr_scheduler = None
428431
elif args.lr_decay_style == "cosine":
429-
lr_scheduler = lr.CosineAnnealingWithWarmupDecay(
432+
lr_scheduler = CosineAnnealingWithWarmupDecay(
430433
max_lr=args.max_lr, min_lr=args.min_lr, warmup_step=warmup_step, decay_step=args.decay_steps
431434
)
432435

0 commit comments

Comments
 (0)