Skip to content

Commit ab21092

Browse files
committed
Add more docs
1 parent ea44157 commit ab21092

File tree

3 files changed

+66
-1
lines changed

3 files changed

+66
-1
lines changed

python/paddle/fluid/recordio_writer.py

Lines changed: 46 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,45 @@ def convert_reader_to_recordio_file(
3636
compressor=core.RecordIOWriter.Compressor.Snappy,
3737
max_num_records=1000,
3838
feed_order=None):
39+
"""
40+
Convert a Python Reader to a recordio file.
41+
42+
Please see :ref:`api_guide_python_reader` and :ref:`api_guide_reader_op` for
43+
details.
44+
45+
Examples:
46+
47+
>>> import paddle.fluid as fluid
48+
>>> import paddle.dataset.mnist as mnist
49+
>>> import paddle
50+
>>>
51+
>>> tmp_program = fluid.Program()
52+
>>> with fluid.program_guard(tmp_program):
53+
>>> img = fluid.layers.data(name='img', shape=[784])
54+
>>> label = fluid.layers.data(name='label', shape=[1], dtype='int64')
55+
>>> feeder = fluid.DataFeeder(feed_list=[img, label], place=fluid.CPUPlace())
56+
>>> # mnist.recordio will be generated in current directory
57+
>>> fluid.recordio_writer.convert_reader_to_recordio_file(
58+
>>> filename="mnist.recordio",
59+
>>> reader_creator=paddle.batch(mnist.train(), batch_size=32),
60+
>>> feeder=feeder)
61+
62+
Args:
63+
filename(str): The recordio filename.
64+
reader_creator(callable): The Python Reader Creator. See
65+
:ref:`api_guide_python_reader`.
66+
feeder(DataFeeder): The DataFeeder instance. Used to convert
67+
:code:`reader_creator` to :code: `lod_tensor`
68+
compressor: Must in fluid.core.RecordIOWriter.Compressor.Snappy or
69+
fluid.core.RecordIOWriter.Compressor.NoCompress. Use :code:`Snappy`
70+
by default.
71+
max_num_records(int): Maximum number of records in one chuck. Each record
72+
is each return value from reader function
73+
feed_order(list): The order of variable names that the reader returns
74+
75+
Returns:
76+
int: the number of record that saved.
77+
"""
3978
if feed_order is None:
4079
feed_order = feeder.feed_names
4180
counter = 0
@@ -58,6 +97,13 @@ def convert_reader_to_recordio_files(
5897
compressor=core.RecordIOWriter.Compressor.Snappy,
5998
max_num_records=1000,
6099
feed_order=None):
100+
"""
101+
convert a python reader to many recordio files.
102+
103+
This API is basically same as :code:`convert_reader_to_recordio_file`,
104+
instead of it will create many recordio files. Each file contains at
105+
most :code:`batch_per_file` records.
106+
"""
61107
if feed_order is None:
62108
feed_order = feeder.feed_names
63109
f_name, f_ext = os.path.splitext(filename)

python/paddle/fluid/trainer.py

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,13 @@
3333

3434

3535
class BeginEpochEvent(object):
36+
"""
37+
The begin of a training epoch.
38+
39+
Args:
40+
epoch_id(int): The current epoch ID.
41+
"""
42+
3643
def __init__(self, epoch_id):
3744
self.epoch = epoch_id
3845

@@ -50,10 +57,22 @@ def __init__(self, epoch_id):
5057

5158

5259
class BeginStepEvent(object):
60+
"""
61+
The begin of a training epoch.
62+
63+
Args:
64+
epoch_id(int): The current epoch ID.
65+
step_id(int): The current step ID.
66+
"""
67+
5368
def __init__(self, epoch_id, step_id):
5469
self.epoch = epoch_id
5570
self.step = step_id
5671
self.fetch_metrics = True
72+
"""
73+
If fetch_metrics is true, the metrics will be fetched at the
74+
EndStepEvent. Default is True.
75+
"""
5776

5877

5978
class EndStepEvent(object):

python/paddle/fluid/unique_name.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616
import contextlib
1717
import sys
1818

19-
__all__ = ['generate', 'switch', 'guard', 'UniqueNameGenerator']
19+
__all__ = ['generate', 'switch', 'guard']
2020

2121

2222
class UniqueNameGenerator(object):

0 commit comments

Comments
 (0)