Skip to content

Commit fa38a9d

Browse files
tomvdwThe TensorFlow Datasets Authors
authored andcommitted
add lazy imports to dataset builder
PiperOrigin-RevId: 642979176
1 parent e5b013e commit fa38a9d

File tree

1 file changed

+32
-27
lines changed

1 file changed

+32
-27
lines changed

tensorflow_datasets/core/dataset_builder.py

Lines changed: 32 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -29,37 +29,42 @@
2929
from typing import Any, ClassVar, Dict, Iterable, Iterator, List, Optional, Tuple, Type, Union
3030

3131
from absl import logging
32-
from etils import epath
33-
import importlib_resources
34-
from tensorflow_datasets.core import constants
35-
from tensorflow_datasets.core import dataset_info
36-
from tensorflow_datasets.core import dataset_metadata
37-
from tensorflow_datasets.core import decode
38-
from tensorflow_datasets.core import download
39-
from tensorflow_datasets.core import file_adapters
40-
from tensorflow_datasets.core import lazy_imports_lib
41-
from tensorflow_datasets.core import logging as tfds_logging
42-
from tensorflow_datasets.core import naming
43-
from tensorflow_datasets.core import reader as reader_lib
44-
from tensorflow_datasets.core import registered
45-
from tensorflow_datasets.core import split_builder as split_builder_lib
46-
from tensorflow_datasets.core import splits as splits_lib
47-
from tensorflow_datasets.core import tf_compat
48-
from tensorflow_datasets.core import units
49-
from tensorflow_datasets.core import utils
50-
from tensorflow_datasets.core import writer as writer_lib
51-
from tensorflow_datasets.core.data_sources import array_record
52-
from tensorflow_datasets.core.data_sources import parquet
53-
from tensorflow_datasets.core.proto import dataset_info_pb2
54-
from tensorflow_datasets.core.utils import file_utils
55-
from tensorflow_datasets.core.utils import gcs_utils
56-
from tensorflow_datasets.core.utils import read_config as read_config_lib
57-
from tensorflow_datasets.core.utils import type_utils
32+
from etils import epy
5833
from tensorflow_datasets.core.utils.lazy_imports_utils import apache_beam as beam
5934
from tensorflow_datasets.core.utils.lazy_imports_utils import tensorflow as tf
6035
from tensorflow_datasets.core.utils.lazy_imports_utils import tree
61-
import termcolor
6236

37+
with epy.lazy_imports():
38+
# pylint: disable=g-import-not-at-top
39+
from etils import epath
40+
import importlib_resources
41+
import termcolor
42+
43+
from tensorflow_datasets.core import constants
44+
from tensorflow_datasets.core import dataset_info
45+
from tensorflow_datasets.core import dataset_metadata
46+
from tensorflow_datasets.core import decode
47+
from tensorflow_datasets.core import download
48+
from tensorflow_datasets.core import file_adapters
49+
from tensorflow_datasets.core import lazy_imports_lib
50+
from tensorflow_datasets.core import logging as tfds_logging
51+
from tensorflow_datasets.core import naming
52+
from tensorflow_datasets.core import reader as reader_lib
53+
from tensorflow_datasets.core import registered
54+
from tensorflow_datasets.core import split_builder as split_builder_lib
55+
from tensorflow_datasets.core import splits as splits_lib
56+
from tensorflow_datasets.core import tf_compat
57+
from tensorflow_datasets.core import units
58+
from tensorflow_datasets.core import utils
59+
from tensorflow_datasets.core import writer as writer_lib
60+
from tensorflow_datasets.core.data_sources import array_record
61+
from tensorflow_datasets.core.data_sources import parquet
62+
from tensorflow_datasets.core.proto import dataset_info_pb2
63+
from tensorflow_datasets.core.utils import file_utils
64+
from tensorflow_datasets.core.utils import gcs_utils
65+
from tensorflow_datasets.core.utils import read_config as read_config_lib
66+
from tensorflow_datasets.core.utils import type_utils
67+
# pylint: enable=g-import-not-at-top
6368

6469
ListOrTreeOrElem = type_utils.ListOrTreeOrElem
6570
Tree = type_utils.Tree

0 commit comments

Comments
 (0)