Skip to content
This repository

HTTPS clone URL

Subversion checkout URL

You can clone with HTTPS or Subversion.

Download ZIP
Browse code

update regexp

  • Loading branch information...
commit 10bb3df3b7b3404cb6948eab8d6de92203aad9c5 1 parent af7503e
Richard Huang authored February 06, 2010
4  README.textile
Source Rendered
@@ -60,8 +60,8 @@ end
60 60
 projects = []
61 61
 crawler = RegexpCrawler::Crawler.new(
62 62
   :start_page => "http://github.com/flyerhzm",
63  
-  :continue_regexp => %r{<h3>[\s|\n]*?<a href="(/flyerhzm/.*?)">}m,
64  
-  :capture_regexp => %r{<a href="http://github.com/flyerhzm/[^"]*?">(.*?)</a>.*?<div id="repository_description".*?>[\s|\n]*?<p>(.*?)[\s|\n]*?<span id="read_more".*(<div class="wikistyle">.*?</div>)</div>}m,
  63
+  :continue_regexp => %r{<h3>[\s\n]*?<a href="(/flyerhzm/.*?)">}m,
  64
+  :capture_regexp => %r{<a href="http://github.com/flyerhzm/[^"]*?">(.*?)</a>.*?<div id="repository_description".*?>[\s\n]*?<p>(.*?)[\s\n]*?<span id="read_more".*(<div class="wikistyle">.*?</div>)</div>}m,
65 65
   :named_captures => ['title', 'description', 'body'],
66 66
   :logger => true,
67 67
   :save_method => Proc.new do |result, page|
4  example/github_projects.rb
@@ -14,8 +14,8 @@ def initialize(options)
14 14
 projects = []
15 15
 crawler = RegexpCrawler::Crawler.new(
16 16
   :start_page => "http://github.com/flyerhzm",
17  
-  :continue_regexp => %r{<h3>[\s|\n]*?<a href="(/flyerhzm/.*?)">}m,
18  
-  :capture_regexp => %r{<a href="http://github.com/flyerhzm/[^"]*?">(.*?)</a>.*?<div id="repository_description".*?>[\s|\n]*?<p>(.*?)[\s|\n]*?<span id="read_more".*(<div class="wikistyle">.*?</div>)</div>}m,
  17
+  :continue_regexp => %r{<h3>[\s\n]*?<a href="(/flyerhzm/.*?)">}m,
  18
+  :capture_regexp => %r{<a href="http://github.com/flyerhzm/[^"]*?">(.*?)</a>.*?<div id="repository_description".*?>[\s\n]*?<p>(.*?)[\s\n]*?<span id="read_more".*(<div class="wikistyle">.*?</div>)</div>}m,
19 19
   :named_captures => ['title', 'description', 'body'],
20 20
   :logger => true,
21 21
   :save_method => Proc.new do |result, page|

0 notes on commit 10bb3df

Please sign in to comment.
Something went wrong with that request. Please try again.