public
Description: A weekly update about GitHub!
Homepage: http://github.com/blog
Clone URL: git://github.com/qrush/rebase.git
rebase / Rakefile
100644 107 lines (88 sloc) 2.564 kb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
DB = 'rebase.db'
START_DATE = DateTime.parse("2009-04-19")
END_DATE = DateTime.parse("2009-04-19 23:59:59")
START_PAGE = 1
END_PAGE = 3700
 
require 'event'
require 'chartify'
require 'launchy'
require 'feedzirra'
 
namespace :db do
  desc "Drop db"
  task :drop do
    File.delete(DB) if File.exists?(DB)
  end
 
  desc "Purge smaller kinds"
  task :purge do
    Event.count(:group => :kind).each do |k|
      if k.last < 50
        puts "Deleting #{k}"
        Event.delete_all(['kind = ?', k.first])
      end
    end
  end
 
  desc "Create dbs"
  task :create do
    ActiveRecord::Schema.define(:version => 1) do
      create_table 'events' do |t|
        t.string :kind
        t.string :user
        t.datetime :published
      end
    end
  end
 
  desc "Reset db"
  task :reset => [:drop, :create]
end
 
namespace :chart do
  desc "Events pie"
  task :pie do
    c = Chartify.new(START_DATE, END_DATE)
 
    url = c.pie_chart("Total Events") do |chart|
      total_count = Event.count
      Event.count(:group => :kind).sort_by(&:last).reverse.each do |group|
        chart.data "#{group.first}: #{group.last}", (group.last.to_f / total_count.to_f) * 100
      end
    end
 
    IO.popen('pbcopy', 'w').print url
  end
 
  desc "Events line breakdown"
  task :line do
    c = Chartify.new(START_DATE, END_DATE)
 
    url = c.line_chart("Events Breakdown", Event.max_daily_commits) do |chart|
      colors = %w(000000 ff0000 00ff00 0000ff FFFF00 3CB371 ff00ff FF9900 FFFF99 993399)
 
      Event.kinds.each_with_index do |kind, i|
        if Event.count(:conditions => ["kind = ?", kind]) > 500
 
          chart.data kind,
                     Event.count(:group => "strftime('%m-%d-%Y %H', published)",
                                 :conditions => ["kind = ?", kind]).map(&:last),
                     colors.shift
        end
      end
    end
 
    IO.popen('pbcopy', 'w').print url
  end
 end
 
desc "Parse away"
task :parse do
  urls = []
  (START_PAGE..END_PAGE).each { |x| urls << "http://github.com/timeline.atom?page=#{x}" }
 
  Feedzirra::Feed.fetch_and_parse(urls,
    :on_success => lambda {|u, a| puts "Got #{u}"} ).each do |k, v|
 
    if v.is_a?(Fixnum)
      puts "\nBroken page: #{k}"
      next
    else
      puts "\nWorking on #{k}, #{v.entries.size} entries..."
    end
 
    v.entries.each do |entry|
      next unless START_DATE < entry.published && entry.published < END_DATE
 
      e = Event.new
      e.user = entry.author
      e.published = entry.published
      e.kind = entry.title.split[1]
      e.save
      puts e
    end
  end
end