|
12 | 12 | from multiprocessing import Process, Pool, cpu_count, pool
|
13 | 13 | from traceback import format_exception
|
14 | 14 | import sys
|
15 |
| -from textwrap import indent |
16 |
| -from logging import INFO |
17 | 15 |
|
18 | 16 | from copy import deepcopy
|
19 | 17 | import numpy as np
|
| 18 | + |
20 | 19 | from ... import logging
|
21 | 20 | from ...utils.profiler import get_system_total_memory_gb
|
22 | 21 | from ..engine import MapNode
|
@@ -127,7 +126,7 @@ def __init__(self, plugin_args=None):
|
127 | 126 | self.raise_insufficient = self.plugin_args.get('raise_insufficient', True)
|
128 | 127 |
|
129 | 128 | # Instantiate different thread pools for non-daemon processes
|
130 |
| - logger.debug('[MultiProc] Starting in "%sdaemon" mode (n_procs=%d, mem_gb=%0.2f)', |
| 129 | + logger.debug('MultiProcPlugin starting in "%sdaemon" mode (n_procs=%d, mem_gb=%0.2f)', |
131 | 130 | 'non' * int(non_daemon), self.processors, self.memory_gb)
|
132 | 131 |
|
133 | 132 | NipypePool = NonDaemonPool if non_daemon else Pool
|
@@ -159,7 +158,7 @@ def _submit_job(self, node, updatehash=False):
|
159 | 158 | run_node, (node, updatehash, self._taskid),
|
160 | 159 | callback=self._async_callback)
|
161 | 160 |
|
162 |
| - logger.debug('[MultiProc] Submitted task %s (taskid=%d).', |
| 161 | + logger.debug('MultiProc submitted task %s (taskid=%d).', |
163 | 162 | node.fullname, self._taskid)
|
164 | 163 | return self._taskid
|
165 | 164 |
|
@@ -215,17 +214,9 @@ def _send_procs_to_workers(self, updatehash=False, graph=None):
|
215 | 214 | stats = (len(self.pending_tasks), len(jobids), free_memory_gb,
|
216 | 215 | self.memory_gb, free_processors, self.processors)
|
217 | 216 | if self._stats != stats:
|
218 |
| - tasks_list_msg = '' |
219 |
| - if logger.level <= INFO: |
220 |
| - running_tasks = [' * %s' % self.procs[jobid].fullname |
221 |
| - for _, jobid in self.pending_tasks] |
222 |
| - if running_tasks: |
223 |
| - tasks_list_msg = '\nCurrently running:\n' |
224 |
| - tasks_list_msg += '\n'.join(running_tasks) |
225 |
| - tasks_list_msg = indent(tasks_list_msg, ' ' * 21) |
226 |
| - logger.info('[MultiProc] Running %d tasks, and %d jobs ready. Free ' |
227 |
| - 'memory (GB): %0.2f/%0.2f, Free processors: %d/%d.%s', |
228 |
| - *stats, tasks_list_msg) |
| 217 | + logger.info('Currently running %d tasks, and %d jobs ready. Free ' |
| 218 | + 'memory (GB): %0.2f/%0.2f, Free processors: %d/%d', |
| 219 | + *stats) |
229 | 220 | self._stats = stats
|
230 | 221 |
|
231 | 222 | if free_memory_gb < 0.01 or free_processors == 0:
|
|
0 commit comments