File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -147,7 +147,7 @@ def run_trainer(trainer_config: SpmdTrainer.Config) -> Any:
147
147
f ,
148
148
)
149
149
150
- if FLAGS .jax_backend == "proxy" :
150
+ if False and FLAGS .jax_backend == "proxy" :
151
151
# pylint: disable-next=import-error,import-outside-toplevel
152
152
from pathwaysutils .elastic import manager
153
153
elastic_manager = manager .Manager ()
@@ -158,7 +158,7 @@ def run_trainer(trainer_config: SpmdTrainer.Config) -> Any:
158
158
output = trainer .run (prng_key )
159
159
break
160
160
except jax .errors .JaxRuntimeError as error :
161
- if not elastic_manager ._is_error_due_to_slice_down (error ):
161
+ if not elastic_manager .is_error_due_to_slice_down (error ):
162
162
raise
163
163
ten_minutes = 10 * 60
164
164
elastic_manager .wait_for_slices (timeout = ten_minutes )
You can’t perform that action at this time.
0 commit comments