Skip to content

Commit 1726a41

Browse files
committed
fix UT failure
1 parent 765870b commit 1726a41

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

core/utils/dataloader_instance.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,8 @@ def dataloader_by_name(readerclass,
4949
files.sort()
5050

5151
# for local cluster: discard some files if files cannot be divided equally between GPUs
52-
if (context["device"] == "GPU"):
52+
if (context["device"] == "GPU"
53+
) and os.getenv("PADDLEREC_GPU_NUMS") is not None:
5354
selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS"))
5455
discard_file_nums = len(files) % selected_gpu_nums
5556
if (discard_file_nums != 0):
@@ -121,7 +122,8 @@ def slotdataloader_by_name(readerclass, dataset_name, yaml_file, context):
121122
files.sort()
122123

123124
# for local cluster: discard some files if files cannot be divided equally between GPUs
124-
if (context["device"] == "GPU"):
125+
if (context["device"] == "GPU"
126+
) and os.getenv("PADDLEREC_GPU_NUMS") is not None:
125127
selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS"))
126128
discard_file_nums = len(files) % selected_gpu_nums
127129
if (discard_file_nums != 0):
@@ -201,7 +203,8 @@ def slotdataloader(readerclass, train, yaml_file, context):
201203
files.sort()
202204

203205
# for local cluster: discard some files if files cannot be divided equally between GPUs
204-
if (context["device"] == "GPU"):
206+
if (context["device"] == "GPU"
207+
) and os.getenv("PADDLEREC_GPU_NUMS") is not None:
205208
selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS"))
206209
discard_file_nums = len(files) % selected_gpu_nums
207210
if (discard_file_nums != 0):

0 commit comments

Comments
 (0)