@@ -62,6 +62,7 @@ module FeedNormalizer item_mapping = { :date_published => [:pubDate, :dc_date], :urls => :link, + :enclosures => :enclosure, :description => :description, :content => [:content_encoded, :description], :title => :title, lib/parsers/rss.rb @@ -90,6 +90,7 @@ module FeedNormalizer entry_mapping = { :date_published => [:pubDate, :published, :dc_date, :issued], :urls => :link, + :enclosures => :enclosure, :description => [:description, :summary], :content => [:content, :content_encoded, :description], :title => :title, lib/parsers/simple-rss.rb @@ -163,7 +163,7 @@ module FeedNormalizer include Singular, ElementEquality, ElementCleaner, TimeFix, RewriteRelativeLinks HTML_ELEMENTS = [:content, :description, :title] - SIMPLE_ELEMENTS = [:date_published, :urls, :id, :authors, :copyright, :categories, :last_updated] + SIMPLE_ELEMENTS = [:date_published, :urls, :id, :authors, :copyright, :categories, :last_updated, :enclosures] BLENDED_ELEMENTS = [] ELEMENTS = HTML_ELEMENTS + SIMPLE_ELEMENTS + BLENDED_ELEMENTS lib/structures.rb @@ -35,6 +35,7 @@ Slim fit through hip and thigh, with zip-fly with button-through closure. Machin </author> <title type="text/html" mode="escaped"><![CDATA[FragranceNet.com Coupon]]></title> <link rel="alternate" type="text/html" href="http://www.cheapstingybargains.com/24556/fragrancenetcom-coupon/" /> + <enclosure url="http://websrvr82il.audiovideoweb.com/ny60web16519/LTN/LawTechnologyNow/LawTechnologyNow_OCT08.mp3" type="audio/mpeg"/> <id>http://www.cheapstingybargains.com/24556/fragrancenetcom-coupon/</id> <modified>2006-08-29T02:21:08Z</modified> <issued>2006-08-29T02:21:08Z</issued> test/data/atom03.xml @@ -15,6 +15,7 @@ <updated>2006-08-16T11:59:44-05:00</updated> <title type="html">A forum on Rails</title> <link href="http://habtm.com/articles/2006/08/16/a-forum-on-rails" rel="alternate" type="text/html"/> + <enclosure url="http://habtm.com/podcasts/2008-10-08.mp3" type="audio/mpeg"/> <category term="rails" scheme="http://habtm.com/articles/category/rails" label="rails"/> <category term="ruby" scheme="http://habtm.com/articles/category/ruby" label="ruby"/> <summary type="html"><plaintext>Josh Goebel and I took an evening to bang out a little project: <a href="http://beast.caboo.se/">Beast</a>. It&#8217;s our minimal no-fluff Rails forum. It&#8217;s no beast of an application either, clocking in at 285 LOC and a 1:1.5 test ratio. <a href="http://svn.techno-weenie.net/projects/beast/">Check it out</a>!</summary> @@ -43,6 +44,7 @@ <updated>2006-08-10T01:09:02-05:00</updated> <title type="html">Starfish - Easy Distribution of Site Maintenance</title> <link href="http://habtm.com/articles/2006/08/10/starfish-easy-distribution-of-site-maintenance" rel="alternate" type="text/html"/> + <enclosure url="http://websrvr82il.audiovideoweb.com/ny60web16519/LTN/LawTechnologyNow/LawTechnologyNow_OCT08.mp3" type="audio/mpeg"/> <summary type="html">Lots of Rails apps are very simple CRUD mappings, which is something Rails excels at. But, as more and more large, complex sites go live with Rails, there is a demand for more complex &#8216;backend&#8217; components in the system. Already we&#8217;ve got <a href="http://brainspl.at/articles/2006/05/15/backgoundrb-initial-release">BackgrounDRB</a>, which is great, but enter Starfish, which is a tool for complex distributed tasks made easy.</summary> <content type="html">Lots of Rails apps are very simple CRUD mappings, which is something Rails excels at. But, as more and more large, complex sites go live with Rails, there is a demand for more complex &#8216;backend&#8217; components in the system. Already we&#8217;ve got <a href="http://brainspl.at/articles/2006/05/15/backgoundrb-initial-release">BackgrounDRB</a>, which is great, but enter Starfish, which is a tool for complex distributed tasks made easy.Lucas Carlson (a.k.a. cardmagic) and I have been using Starfish for various distributed tasks at <a href="http://mog.com">mog.com</a> for awhile now. I&#8217;d like to show everyone how it works, as an incentive for Lucas to gem up the project and share it with the world. test/data/atom10.xml @@ -43,6 +43,7 @@ <description>A Japanese scientist who invented a sustainable form of light is awarded the Millennium Technology Prize.</description> <content:encoded><![CDATA[test2]]></content:encoded> <link>http://news.bbc.co.uk/go/rss/-/1/hi/technology/5328446.stm</link> + <enclosure url="http://websrvr60ny.audiovideoweb.com/ny60web16519/LTN/POA/POA_042905.mp3" length="12619776" type="audio/mpeg"></enclosure> <guid isPermaLink="false">http://news.bbc.co.uk/1/hi/technology/5328446.stm</guid> <pubDate>Fri, 08 Sep 2006 16:18:08 GMT</pubDate> <category>Technology</category> test/data/rss20.xml @@ -221,8 +221,8 @@ class FeedNormalizerTest < Test::Unit::TestCase Time.class_eval "alias :old_to_s :to_s; def to_s(x=1); old_to_s; end" - assert_equal "Sat Sep 09 07:57:06 -0700 2006", feed.last_updated.to_s(:foo) - assert_equal "Sat Sep 09 05:45:35 -0700 2006", feed.entries.first.date_published.to_s(:foo) + assert_equal "Sat Sep 09 10:57:06 -0400 2006", feed.last_updated.to_s(:foo) + assert_equal "Sat Sep 09 08:45:35 -0400 2006", feed.entries.first.date_published.to_s(:foo) end def test_atom03_has_issued test/test_feednormalizer.rb c1ccdb73f7bfefd3ba2c64983d840f4409daac01 Michael Berkowitz mikowitz@mikowitz.local http://github.com/aasmith/feed-normalizer/commit/09a0bbf2504cf5a922cdeec480be49422cc06917 09a0bbf2504cf5a922cdeec480be49422cc06917

2009-02-02T01:08:37-08:00

2008-10-10T12:49:53-07:00

Added support for media enclosures in both parsers. Includes updated tests and test data. Signed-off-by: aasmith <andy@tinnedfruit.org> 107140b00fab2d0de152d92777e6de13f8c76561 aasmith andy@tinnedfruit.org