d

bianjiang · f59e0889c9498d3555461227437c154b9a3ae792 · bianjiang committed Oct 18, 2013 · Oct 18, 2013 · f59e088
1 parent f52197d
commit f59e0889c9498d3555461227437c154b9a3ae792
Unified Split

Showing with 3 additions and 1 deletion.

+3 −1 tweetf0rm/scheduler.py
diff --git a/tweetf0rm/scheduler.py b/tweetf0rm/scheduler.py
@@ -101,15 +101,17 @@ def enqueue(self, cmd):
 			crawler_id = self.distribute_to()
 
 			self.crawlers[crawler_id]['queue'][hash_cmd(cmd)] = cmd
+
 			self.crawlers[crawler_id]['crawler'].enqueue(cmd)
 
 			if (self.verbose):
 				logger.info("pusing [%s] to crawler: %s"%(hash_cmd(cmd), crawler_id))
 
 	def check_local_qsizes(self):
+		#logger.info(self.crawlers)
 		return {crawler_id:len(self.crawlers[crawler_id]['queue']) for crawler_id in self.crawlers}
 
-		
+
 	def split(self, l, n):
 		""" Yield successive n-sized chunks from l."""
 		for i in xrange(0, len(l), n):