File tree Expand file tree Collapse file tree 1 file changed +13
-9
lines changed
python/paddle/fluid/layers Expand file tree Collapse file tree 1 file changed +13
-9
lines changed Original file line number Diff line number Diff line change @@ -209,6 +209,18 @@ def polynomial_decay(learning_rate,
209
209
def piecewise_decay (boundaries , values ):
210
210
"""Applies piecewise decay to the initial learning rate.
211
211
212
+ The algorithm can be described as the code below.
213
+
214
+ .. code-block:: python
215
+
216
+ boundaries = [10000, 20000]
217
+ values = [1.0, 0.5, 0.1]
218
+ if step < 10000:
219
+ learning_rate = 1.0
220
+ elif 10000 <= step < 20000:
221
+ learning_rate = 0.5
222
+ else:
223
+ learning_rate = 0.1
212
224
Args:
213
225
boundaries: A list of steps numbers.
214
226
values: A list of learning rate values that will be picked during
@@ -217,15 +229,7 @@ def piecewise_decay(boundaries, values):
217
229
Returns:
218
230
The decayed learning rate.
219
231
220
- >>> boundaries = [10000, 20000]
221
- >>> values = [1.0, 0.5, 0.1]
222
- >>>
223
- >>> if step < 10000:
224
- >>> learning_rate = 1.0
225
- >>> elif 10000 <= step < 20000:
226
- >>> learning_rate = 0.5
227
- >>> else:
228
- >>> learning_rate = 0.1
232
+
229
233
"""
230
234
231
235
if len (values ) - len (boundaries ) != 1 :
You can’t perform that action at this time.
0 commit comments