We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2eb3ef6 commit 611c61fCopy full SHA for 611c61f
nemo_run/run/torchx_backend/launcher.py
@@ -161,7 +161,9 @@ def wait_and_exit(
161
logger.info(f"Job {app_id} finished: {status.state}")
162
163
if log_thread and log_thread.is_alive():
164
- logger.debug("Waiting for log thread to complete...")
+ logger.warning(
165
+ f"Waiting for {app_id}'s log thread to complete for {log_join_timeout} seconds..."
166
+ )
167
log_thread.join(timeout=log_join_timeout)
168
if log_thread.is_alive():
169
logger.warning("Log thread did not complete within timeout, some logs may be missing")
0 commit comments