add an option to limit the number of job to submit in parallel

application.properties

@@ -21,6 +21,8 @@
 batch_system_type = local
 # add these options to all batch submit files
 batch_options = 
+# add these options to limit the number of jobs sumitted in parallel
+limit_submission = 100
 # on which socket host should run the web server
 server_socket_host = 127.0.0.1
 # on which socket port should run the web server

src/jflow/config_reader.py

@@ -76,7 +76,8 @@ class JFlowConfigReader(object):
         try:
             type = self.reader.get("global", "batch_system_type")
             options = self.reader.get("global", "batch_options")
-            return [type, options]
+            limit_submission = self.reader.get("global", "limit_submission")
+            return [type, options, limit_submission]
         except NoOptionError, e:
             return None
           

src/jflow/workflow.py

@@ -84,7 +84,8 @@ class Workflow(threading.Thread):
         self.component_nameids = {}
         # try to parse engine arguments
         try:
-            type, options = self.jflow_config_reader.get_batch()
+            type, options, limit_submission = self.jflow_config_reader.get_batch()
+            if limit_submission : self.engine_arguments += ' -J ' + str(limit_submission)
             if type: self.engine_arguments += ' -T ' + type
             if options : self.engine_arguments += ' -B "' + options + '"'
         except: self.engine_arguments = None