fix #261

bda-research · Apr 19, 2019 · 9b77f9a · 9b77f9a
1 parent 34bcfb4
commit 9b77f9a
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/lib/crawler.js b/lib/crawler.js
@@ -366,10 +366,9 @@ Crawler.prototype._onContent = function _onContent (error, options, response) {
 		log('error','Error '+error+' when fetching '+ (options.uri||options.url)+(options.retries ? ' ('+options.retries+' retries left)' : ''));
 
 		if (options.retries) {
-			self.options.skipDuplicates = false;
 			setTimeout(function() {
 				options.retries--;
-				self.queue(options);
+				self._schedule(options);
 				options.release();
 			},options.retryTimeout);
 		} else{