endless testing added

sergot · Jul 24, 2014 · 1e9af27 · 1e9af27
1 parent 920c1b9
commit 1e9af27
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/crawler.p6 b/crawler.p6
@@ -9,15 +9,16 @@ my $content = $c.get($start_url).content;
 
 my @urls = get-urls($content);
 
-for @urls -> $url {
+while my $url = @urls.shift {
     print "trying: $url ... ";
     try {
-        $c.get(~$url);
+        $content = $c.get(~$url).content;
         CATCH {
             say '[NOT OK]';
         }
         default {
             say '[OK]';
+            @urls.push: get-urls($content) if $content ~~ Str;
         }
     }
 }