Permalink
Browse files

Tweaking importer

  • Loading branch information...
1 parent 8cbe9d3 commit f7303ca00af77277ca69c76276eab4dfe287ef51 @suttree committed Feb 9, 2012
Showing with 9 additions and 8 deletions.
  1. +9 −8 lib/tasks/cron.rake
View
@@ -21,17 +21,18 @@ task :cron => :environment do
url = unshorten(url)
puts url
- next if url.include? "http://fb.me"
- next if url.include? "http://yfrog.com"
- next if url.include? "http://twitpic.com"
- next if url.include? "http://instagr.am"
- next if url.include? "http://www.youtube.com"
- next if url.include? "http://www.tweekly.fm"
- next if url.include? "http://foursquare.com"
+ next if url.include? "fb.me"
+ next if url.include? "yfrog.com"
+ next if url.include? "twitpic.com"
+ next if url.include? "instagr.am"
+ next if url.include? "youtube.com"
+ next if url.include? "tweekly.fm"
+ next if url.include? "foursquare.com"
+ next if url.include? "thisismyjam.com"
begin
doc = Pismo::Document.new(url)
- next if doc.body.length < 100 # we only want decent length articles to read
+ next if doc.body.length < 500 # we only want decent length articles to read
article = user.articles.create(
:tweet_id => tweet.id,

0 comments on commit f7303ca

Please sign in to comment.