Skip to content

Commit ab62e66

Browse files
fineguyThe TensorFlow Datasets Authors
authored andcommitted
Remove dataset argument from list_data_dirs and get_default_data_dir.
PiperOrigin-RevId: 678588984
1 parent 0015e96 commit ab62e66

File tree

3 files changed

+3
-13
lines changed

3 files changed

+3
-13
lines changed

tensorflow_datasets/core/dataset_builder.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1162,9 +1162,7 @@ def _build_data_dir(self, given_data_dir: Optional[str]):
11621162
default_data_dir = file_utils.get_default_data_dir(
11631163
given_data_dir=given_data_dir
11641164
)
1165-
all_data_dirs = file_utils.list_data_dirs(
1166-
given_data_dir=given_data_dir, dataset=self.name
1167-
)
1165+
all_data_dirs = file_utils.list_data_dirs(given_data_dir=given_data_dir)
11681166

11691167
all_versions = set()
11701168
requested_version_dirs = {}

tensorflow_datasets/core/utils/file_utils.py

Lines changed: 2 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -128,15 +128,13 @@ def incomplete_dir(
128128

129129
def list_data_dirs(
130130
given_data_dir: ListOrElem[PathLike] | None = None,
131-
dataset: str | None = None,
132131
) -> Sequence[PathLike]:
133132
"""Return the list of all `data_dir` to look-up.
134133
135134
Args:
136135
given_data_dir: If a `data_dir` is provided, only the explicitly given
137136
`data_dir` will be returned, otherwise the list of all registered data_dir
138137
is returned
139-
dataset: Dataset to load.
140138
141139
Returns:
142140
The list of all data_dirs to look-up.
@@ -148,23 +146,18 @@ def list_data_dirs(
148146
else:
149147
return [given_data_dir]
150148
else:
151-
default_data_dir = get_default_data_dir(
152-
given_data_dir=given_data_dir, dataset=dataset
153-
)
149+
default_data_dir = get_default_data_dir(given_data_dir=given_data_dir)
154150
all_data_dirs = _registered_data_dir | {default_data_dir}
155151
return sorted(os.path.expanduser(d) for d in all_data_dirs)
156152

157153

158-
def get_default_data_dir(
159-
given_data_dir: str | None = None, dataset: str | None = None
160-
) -> str:
154+
def get_default_data_dir(given_data_dir: str | None = None) -> str:
161155
"""Returns the default data_dir."""
162156
if given_data_dir:
163157
return os.path.expanduser(given_data_dir)
164158
elif 'TFDS_DATA_DIR' in os.environ:
165159
return os.environ['TFDS_DATA_DIR']
166160
else:
167-
del dataset
168161
return constants.DATA_DIR
169162

170163

tensorflow_datasets/core/utils/file_utils_test.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,6 @@
3131
def test_default_data_dir():
3232
data_dir = file_utils.get_default_data_dir(given_data_dir=None)
3333
assert data_dir
34-
assert isinstance(data_dir, str)
3534

3635

3736
def test_list_dataset_variants_with_configs(mock_fs: testing.MockFs):

0 commit comments

Comments
 (0)