Increment url_count as they are yielded

ejulio · Aug 27, 2019 · e876626 · e876626
1 parent f859471
commit e876626
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/spider_feeder/loaders.py b/spider_feeder/loaders.py
@@ -92,9 +92,6 @@ def __call__(self):
         yield from self
 
     def __iter__(self):
-        n_urls = 0
         for item in self._store:
             yield item
-            n_urls += 1
-
-        self._crawler.stats.set_value(f'spider_feeder/{self._spider.name}/url_count', n_urls)
+            self._crawler.stats.inc_value(f'spider_feeder/{self._spider.name}/url_count')