my-pytorch-template/settings.py at master · Rain1560/my-pytorch-template · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
# config.json will overwrite these settings,
# so these settings is not necessary.
# only config[args]==None will use below

#----------------kwargs_optimizer-------------------
SGD_args={
    'lr':1e-3,
    'momentum':0.9,
}
Adam_args={
    'lr':1e-3,
    "weight_decay": 0,
    # "weight_decay": 0.01,
    'betas':(0.9, 0.999),
    # (Tuple[float, float], optional): coefficients used for computing
    # running averages of gradient and its square (default: (0.9, 0.999))
    "amsgrad": True,
    'eps':1e-8

}
#---------------kwargs_lr_scheduler-----------------
CosineAnnealingLR_args={
    'T_max':20,
    'eta_min':1e-4,
}   #CosineAnnealingLR
StepLR_args={
    'step_size':50,
    'gamma':0.5,
}     #StepLR
ExponentialLR_args={
    'gamma':0.5,
}     #ExponentialLR