@@ -1,6 +1,6 @@ DB = 'rebase.db' -START_DATE = DateTime.parse("2009-02-08") -END_DATE = DateTime.parse("2009-02-14 23:59:59") +START_DATE = DateTime.parse("2009-04-19") +END_DATE = DateTime.parse("2009-04-19 23:59:59") START_PAGE = 1 END_PAGE = 3700 @@ -10,97 +10,97 @@ require 'launchy' require 'feedzirra' namespace :db do - desc "Drop db" - task :drop do - File.delete(DB) if File.exists?(DB) - end - - desc "Purge smaller kinds" - task :purge do - Event.count(:group => :kind).each do |k| - if k.last < 50 - puts "Deleting #{k}" - Event.delete_all(['kind = ?', k.first]) - end - end - end - - desc "Create dbs" - task :create do - ActiveRecord::Schema.define(:version => 1) do - create_table 'events' do |t| - t.string :kind - t.string :user - t.datetime :published - end - end - end - - desc "Reset db" - task :reset => [:drop, :create] + desc "Drop db" + task :drop do + File.delete(DB) if File.exists?(DB) + end + + desc "Purge smaller kinds" + task :purge do + Event.count(:group => :kind).each do |k| + if k.last < 50 + puts "Deleting #{k}" + Event.delete_all(['kind = ?', k.first]) + end + end + end + + desc "Create dbs" + task :create do + ActiveRecord::Schema.define(:version => 1) do + create_table 'events' do |t| + t.string :kind + t.string :user + t.datetime :published + end + end + end + + desc "Reset db" + task :reset => [:drop, :create] end namespace :chart do - desc "Events pie" - task :pie do - c = Chartify.new(START_DATE, END_DATE) - - url = c.pie_chart("Total Events") do |chart| - total_count = Event.count - Event.count(:group => :kind).sort_by(&:last).reverse.each do |group| - chart.data "#{group.first}: #{group.last}", (group.last.to_f / total_count.to_f) * 100 - end - end - - IO.popen('pbcopy', 'w').print url - end - - desc "Events line breakdown" - task :line do - c = Chartify.new(START_DATE, END_DATE) - - url = c.line_chart("Events Breakdown", Event.max_daily_commits) do |chart| - colors = %w(000000 ff0000 00ff00 0000ff FFFF00 3CB371 ff00ff FF9900 FFFF99 993399) - - Event.kinds.each_with_index do |kind, i| - if Event.count(:conditions => ["kind = ?", kind]) > 500 - - chart.data kind, - Event.count(:group => "strftime('%m-%d-%Y %H', published)", - :conditions => ["kind = ?", kind]).map(&:last), - colors.shift - end - end - end - - IO.popen('pbcopy', 'w').print url - end + desc "Events pie" + task :pie do + c = Chartify.new(START_DATE, END_DATE) + + url = c.pie_chart("Total Events") do |chart| + total_count = Event.count + Event.count(:group => :kind).sort_by(&:last).reverse.each do |group| + chart.data "#{group.first}: #{group.last}", (group.last.to_f / total_count.to_f) * 100 + end + end + + IO.popen('pbcopy', 'w').print url + end + + desc "Events line breakdown" + task :line do + c = Chartify.new(START_DATE, END_DATE) + + url = c.line_chart("Events Breakdown", Event.max_daily_commits) do |chart| + colors = %w(000000 ff0000 00ff00 0000ff FFFF00 3CB371 ff00ff FF9900 FFFF99 993399) + + Event.kinds.each_with_index do |kind, i| + if Event.count(:conditions => ["kind = ?", kind]) > 500 + + chart.data kind, + Event.count(:group => "strftime('%m-%d-%Y %H', published)", + :conditions => ["kind = ?", kind]).map(&:last), + colors.shift + end + end + end + + IO.popen('pbcopy', 'w').print url + end end desc "Parse away" task :parse do - urls = [] - (START_PAGE..END_PAGE).each { |x| urls << "http://github.com/timeline.atom?page=#{x}" } - - Feedzirra::Feed.fetch_and_parse(urls, - :on_success => lambda {|u, a| puts "Got #{u}"} ).each do |k, v| - - if v.is_a?(Fixnum) - puts "\nBroken page: #{k}" - next - else - puts "\nWorking on #{k}, #{v.entries.size} entries..." - end - - v.entries.each do |entry| - next unless START_DATE < entry.published && entry.published < END_DATE - - e = Event.new - e.user = entry.author - e.published = entry.published - e.kind = entry.title.split[1] - e.save - puts e - end - end + urls = [] + (START_PAGE..END_PAGE).each { |x| urls << "http://github.com/timeline.atom?page=#{x}" } + + Feedzirra::Feed.fetch_and_parse(urls, + :on_success => lambda {|u, a| puts "Got #{u}"} ).each do |k, v| + + if v.is_a?(Fixnum) + puts "\nBroken page: #{k}" + next + else + puts "\nWorking on #{k}, #{v.entries.size} entries..." + end + + v.entries.each do |entry| + next unless START_DATE < entry.published && entry.published < END_DATE + + e = Event.new + e.user = entry.author + e.published = entry.published + e.kind = entry.title.split[1] + e.save + puts e + end + end end Rakefile 31d640a2887b6aa71c6cd385b316d8f8f66e2814 Nick Quaranto nick@quaran.to http://github.com/qrush/rebase/commit/1049b05563d3057067b16b0889890392ee03ac4a 1049b05563d3057067b16b0889890392ee03ac4a 2009-04-20T17:04:29-07:00 2009-04-20T17:04:29-07:00 Tabs suck 249e623dac82fc80d917416bea83553ea1b1c2b6 Nick Quaranto nick@quaran.to