Merge pull request #1610 from satra/fix/config

reduce debug statements

Author: satra

nipype/pipeline/plugins/multiproc.py

@@ -17,7 +17,7 @@
 from copy import deepcopy
 import numpy as np
 
-from ... import logging
+from ... import logging, config
 from ...utils.misc import str2bool
 from ..engine import MapNode
 from ..plugins import semaphore_singleton
@@ -223,15 +223,18 @@ def _send_procs_to_workers(self, updatehash=False, graph=None):
                         key=lambda item: (self.procs[item]._interface.estimated_memory_gb,
                                           self.procs[item]._interface.num_threads))
 
-        logger.debug('Free memory (GB): %d, Free processors: %d',
-                     free_memory_gb, free_processors)
+        if str2bool(config.get('execution', 'profile_runtime')):
+            logger.debug('Free memory (GB): %d, Free processors: %d',
+                         free_memory_gb, free_processors)
 
         # While have enough memory and processors for first job
         # Submit first job on the list
         for jobid in jobids:
-            logger.debug('Next Job: %d, memory (GB): %d, threads: %d' \
-                         % (jobid, self.procs[jobid]._interface.estimated_memory_gb,
-                            self.procs[jobid]._interface.num_threads))
+            if str2bool(config.get('execution', 'profile_runtime')):
+                logger.debug('Next Job: %d, memory (GB): %d, threads: %d' \
+                             % (jobid,
+                                self.procs[jobid]._interface.estimated_memory_gb,
+                                self.procs[jobid]._interface.num_threads))
 
             if self.procs[jobid]._interface.estimated_memory_gb <= free_memory_gb and \
                self.procs[jobid]._interface.num_threads <= free_processors:
@@ -307,5 +310,3 @@ def _send_procs_to_workers(self, updatehash=False, graph=None):
                         self.pending_tasks.insert(0, (tid, jobid))
             else:
                 break
-
-        logger.debug('No jobs waiting to execute')

tools/run_examples.py

@@ -37,7 +37,8 @@ def run_examples(example, pipelines, data_path, plugin=None, rm_base_dir=True):
             os.makedirs(log_dir)
         wf.config = {'execution': {'hash_method': 'timestamp',
                                    'stop_on_first_rerun': 'true',
-                                   'write_provenance': 'true'},
+                                   'write_provenance': 'true',
+                                   'poll_sleep_duration': 2},
                      'logging': {'log_directory': log_dir, 'log_to_file': True}}
         try:
             wf.inputs.inputnode.in_data = os.path.abspath(data_path)