Merge reachable nodes from https://getaddr.bitnodes.io/#join-the-network

into pending set
ayeowch · Mar 11, 2015 · 802f3b6 · 802f3b6
1 parent 3948038
commit 802f3b6
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/crawl.py b/crawl.py
@@ -181,6 +181,14 @@ def restart(timestamp):
             (address, port, services) = key[5:].split("-", 2)
             redis_pipe.sadd('pending', (address, int(port), int(services)))
         redis_pipe.delete(key)
+
+    # Reachable nodes from https://getaddr.bitnodes.io/#join-the-network
+    checked_nodes = REDIS_CONN.zrangebyscore(
+        'check', timestamp - SETTINGS['max_age'], timestamp)
+    for node in checked_nodes:
+        (address, port, services) = eval(node)
+        redis_pipe.sadd('pending', (address, port, services))
+
     redis_pipe.execute()
 
     reachable_nodes = len(nodes)