@@ -49,7 +49,8 @@ def dataloader_by_name(readerclass,
4949 files .sort ()
5050
5151 # for local cluster: discard some files if files cannot be divided equally between GPUs
52- if (context ["device" ] == "GPU" ):
52+ if (context ["device" ] == "GPU"
53+ ) and os .getenv ("PADDLEREC_GPU_NUMS" ) is not None :
5354 selected_gpu_nums = int (os .getenv ("PADDLEREC_GPU_NUMS" ))
5455 discard_file_nums = len (files ) % selected_gpu_nums
5556 if (discard_file_nums != 0 ):
@@ -121,7 +122,8 @@ def slotdataloader_by_name(readerclass, dataset_name, yaml_file, context):
121122 files .sort ()
122123
123124 # for local cluster: discard some files if files cannot be divided equally between GPUs
124- if (context ["device" ] == "GPU" ):
125+ if (context ["device" ] == "GPU"
126+ ) and os .getenv ("PADDLEREC_GPU_NUMS" ) is not None :
125127 selected_gpu_nums = int (os .getenv ("PADDLEREC_GPU_NUMS" ))
126128 discard_file_nums = len (files ) % selected_gpu_nums
127129 if (discard_file_nums != 0 ):
@@ -201,7 +203,8 @@ def slotdataloader(readerclass, train, yaml_file, context):
201203 files .sort ()
202204
203205 # for local cluster: discard some files if files cannot be divided equally between GPUs
204- if (context ["device" ] == "GPU" ):
206+ if (context ["device" ] == "GPU"
207+ ) and os .getenv ("PADDLEREC_GPU_NUMS" ) is not None :
205208 selected_gpu_nums = int (os .getenv ("PADDLEREC_GPU_NUMS" ))
206209 discard_file_nums = len (files ) % selected_gpu_nums
207210 if (discard_file_nums != 0 ):
0 commit comments