Fix concurrency count on full speed ahead.

mape · Jan 2, 2011 · bbf0111 · bbf0111
1 parent cadaaa4
commit bbf0111
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/lib/scraper.js b/lib/scraper.js
@@ -64,7 +64,7 @@ module.exports = function scrape(requestOptions, callback, fetchOptions) {
 		})
 	});
 
-	var concurrentConnections = Math.floor(fetchOptions['reqPerSec']) || 1;
+	var concurrentConnections = !fetchOptions['reqPerSec'] ? queue.length : (Math.floor(fetchOptions['reqPerSec']) || 1);
 	var timeSpacing = !fetchOptions['reqPerSec'] ? 0 : 1000/fetchOptions['reqPerSec'];
 
 	for (var i=0; i < concurrentConnections; i++) {

diff --git a/package.json b/package.json
@@ -1,7 +1,7 @@
 {
   "name" : "scraper",
   "description" : "Easier web scraping using jQuery.",
-  "version" : "0.0.5",
+  "version" : "0.0.6",
   "author" : "Mathias Pettersson <mape@mape.me>",
   "engines" : ["node"],
   "directories" : { "lib" : "./lib" },