Configurable parallel jobs

Author: smashwilson

lib/index.js

@@ -56,11 +56,12 @@ function Runner(emitter, config) {
     logger: console,
     processJob: core.process,
     pluginDir: path.join(__dirname, '../node_modules'),
-    dataDir: process.env.STRIDER_CLONE_DEST || dotStrider
+    dataDir: process.env.STRIDER_CLONE_DEST || dotStrider,
+    concurrentJobs: parseInt(process.env.CONCURRENT_JOBS || '1', 10) || 1,
   }, config)
   this.emitter = emitter
   this.log = this.config.logger.log
-  this.queue = async.queue(this.processJob.bind(this), 1)
+  this.queue = async.queue(this.processJob.bind(this), this.config.concurrentJobs)
   this.io = this.config.io
   this.callbackMap = {}
   this.hooks = []
@@ -297,7 +298,9 @@ Runner.prototype = {
     // Keep around N most recent build directories.
     // Default is 0, ie wipe at start of each run.
     // Later, this can be configurable in the UI.
-    keeper({baseDir: path.join(this.config.dataDir, "data"), count: 0}, function(err) {
+    keeper({baseDir: path.join(this.config.dataDir, "data"), count: this.config.concurrentJobs - 1}, function(err) {
+      if (err) throw err;
+
       initJobDirs(self.config.dataDir, job, cache.base, jobDirsReady)
     })
 
@@ -375,4 +378,3 @@ Runner.prototype = {
     };
   }
 };
-