Skip to content

Commit 7104383

Browse files
author
The TensorFlow Datasets Authors
committed
Include nondeterministic_order to dataset_info proto.
PiperOrigin-RevId: 691788851
1 parent fff78da commit 7104383

File tree

2 files changed

+13
-8
lines changed

2 files changed

+13
-8
lines changed

tensorflow_datasets/core/proto/dataset_info.proto

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -235,5 +235,9 @@ message DatasetInfo {
235235
// the dataset is not blocked.
236236
string is_blocked = 23;
237237

238-
// Next available: 24
238+
// If True, it will not assure deterministic order when writing examples to
239+
// disk. This might result in quicker dataset preparation.
240+
bool nondeterministic_order = 24;
241+
242+
// Next available: 25
239243
}

tensorflow_datasets/core/proto/dataset_info_generated_pb2.py

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@
6767
b' \x01(\t\x12\x10\n\x08\x64\x61ta_dir\x18\x04'
6868
b' \x01(\t\x12\x14\n\x0c\x64s_namespace\x18\x05'
6969
b' \x01(\t\x12\r\n\x05split\x18\x06'
70-
b' \x01(\t"\xea\x07\n\x0b\x44\x61tasetInfo\x12\x0c\n\x04name\x18\x01'
70+
b' \x01(\t"\x8a\x08\n\x0b\x44\x61tasetInfo\x12\x0c\n\x04name\x18\x01'
7171
b' \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02'
7272
b' \x01(\t\x12\x0f\n\x07version\x18\t \x01(\t\x12I\n\rrelease_notes\x18\x12'
7373
b' \x03(\x0b\x32\x32.tensorflow_datasets.DatasetInfo.ReleaseNotesEntry\x12\x13\n\x0b\x63onfig_name\x18\r'
@@ -89,7 +89,8 @@
8989
b' \n\x18\x61lternative_file_formats\x18\x16'
9090
b' \x03(\t\x12\x43\n\x14\x64\x61ta_source_accesses\x18\x14'
9191
b' \x03(\x0b\x32%.tensorflow_datasets.DataSourceAccess\x12\x12\n\nis_blocked\x18\x17'
92-
b' \x01(\t\x1a\x33\n\x11ReleaseNotesEntry\x12\x0b\n\x03key\x18\x01'
92+
b' \x01(\t\x12\x1e\n\x16nondeterministic_order\x18\x18'
93+
b' \x01(\x08\x1a\x33\n\x11ReleaseNotesEntry\x12\x0b\n\x03key\x18\x01'
9394
b' \x01(\t\x12\r\n\x05value\x18\x02'
9495
b' \x01(\t:\x02\x38\x01\x1a\x38\n\x16\x44ownloadChecksumsEntry\x12\x0b\n\x03key\x18\x01'
9596
b' \x01(\t\x12\r\n\x05value\x18\x02'
@@ -147,9 +148,9 @@
147148
_TFDSDATASETREFERENCE._serialized_start = 1280
148149
_TFDSDATASETREFERENCE._serialized_end = 1404
149150
_DATASETINFO._serialized_start = 1407
150-
_DATASETINFO._serialized_end = 2409
151-
_DATASETINFO_RELEASENOTESENTRY._serialized_start = 2300
152-
_DATASETINFO_RELEASENOTESENTRY._serialized_end = 2351
153-
_DATASETINFO_DOWNLOADCHECKSUMSENTRY._serialized_start = 2353
154-
_DATASETINFO_DOWNLOADCHECKSUMSENTRY._serialized_end = 2409
151+
_DATASETINFO._serialized_end = 2441
152+
_DATASETINFO_RELEASENOTESENTRY._serialized_start = 2332
153+
_DATASETINFO_RELEASENOTESENTRY._serialized_end = 2383
154+
_DATASETINFO_DOWNLOADCHECKSUMSENTRY._serialized_start = 2385
155+
_DATASETINFO_DOWNLOADCHECKSUMSENTRY._serialized_end = 2441
155156
# @@protoc_insertion_point(module_scope)

0 commit comments

Comments
 (0)