enh: config controls sleep duration between submission polls

Author: satra

doc/users/config_file.rst

@@ -120,6 +120,11 @@ Execution
     characters will be replaced by their hash. (possible values: ``true`` and
 	``false``; default value: ``true``)
 
+*poll_sleep_duration*
+    This controls how long the job submission loop will sleep between submitting
+    all pending jobs and checking for job completion. To be nice to cluster
+    schedulers the default is set to 60 seconds.
+
 Example
 ~~~~~~~
 

nipype/pipeline/plugins/base.py

@@ -263,7 +263,7 @@ def run(self, graph, config, updatehash=False):
                                             slots=slots, graph=graph)
             else:
                 logger.debug('Not submitting')
-            sleep(2)
+            sleep(float(self._config['execution']['poll_sleep_duration']))
         self._remove_node_dirs()
         report_nodes_not_run(notrun)
 

nipype/utils/config.py

@@ -48,6 +48,7 @@
 stop_on_unknown_version = false
 write_provenance = false
 parameterize_dirs = true
+poll_sleep_duration = 60
 
 [check]
 interval = 1209600