File tree Expand file tree Collapse file tree 7 files changed +8
-8
lines changed
Expand file tree Collapse file tree 7 files changed +8
-8
lines changed Original file line number Diff line number Diff line change @@ -435,7 +435,7 @@ def __init__(
435435 elif accelerator .num_processes == 1 and device_map == 'auto' :
436436 logger .info (f'Using { accelerator .num_processes } devices with tensor parallelism' )
437437 self ._rank = 0
438- self ._word_size = 1
438+ self ._world_size = 1
439439 else :
440440 logger .info (f'Using single device: { self ._device } ' )
441441 self .model .to (self ._device )
Original file line number Diff line number Diff line change @@ -296,7 +296,7 @@ def __init__(
296296 elif accelerator .num_processes == 1 and device_map == 'auto' :
297297 logger .info (f'Using { accelerator .num_processes } devices with tensor parallelism' )
298298 self ._rank = 0
299- self ._word_size = 1
299+ self ._world_size = 1
300300 else :
301301 logger .info (f'Using single device: { self ._device } ' )
302302 self .model .to (self ._device )
Original file line number Diff line number Diff line change @@ -254,10 +254,10 @@ def __init__(
254254 f'Using { accelerator .num_processes } devices with pipeline parallelism'
255255 )
256256 self ._rank = 0
257- self ._word_size = 1
257+ self ._world_size = 1
258258 else :
259259 logger .info (f'Using single device: { self ._device } ' )
260260 self .model .to (self ._device )
261261 self ._rank = 0
262- self ._word_size = 1
262+ self ._world_size = 1
263263 self .accelerator = accelerator
Original file line number Diff line number Diff line change @@ -174,7 +174,7 @@ def __init__(
174174 else :
175175 self .model .to (self ._device )
176176 self ._rank = 0
177- self ._word_size = 1
177+ self ._world_size = 1
178178
179179 @property
180180 def config (self ):
Original file line number Diff line number Diff line change @@ -275,7 +275,7 @@ def __init__(
275275 self ._world_size = self .accelerator .num_processes
276276 else :
277277 self ._rank = 0
278- self ._word_size = 1
278+ self ._world_size = 1
279279except Exception :
280280 logger .warning (
281281 'Can not import lmms_eval. '
Original file line number Diff line number Diff line change @@ -157,7 +157,7 @@ def __init__(
157157 f'Using { accelerator .num_processes } devices with tensor parallelism'
158158 )
159159 self ._rank = 0
160- self ._word_size = 1
160+ self ._world_size = 1
161161 else :
162162 logger .info (f'Using single device: { self ._device } ' )
163163 self .model .to (self ._device )
Original file line number Diff line number Diff line change @@ -302,7 +302,7 @@ def __init__(
302302 f'Using { accelerator .num_processes } devices with tensor parallelism'
303303 )
304304 self ._rank = 0
305- self ._word_size = 1
305+ self ._world_size = 1
306306 else :
307307 logger .info (f'Using single device: { self ._device } ' )
308308 self ._model .to (self ._device )
You can’t perform that action at this time.
0 commit comments