ry / ebb fork watch download tarball
public
Description: web server
Homepage: http://ebb.rubyforge.org
Clone URL: git://github.com/ry/ebb.git
Search Repo:
ryah (author)
Wed Apr 09 05:15:08 -0700 2008
commit  9bc8da2c4cab2643f399f26dffdef1f48cdf6d7a
tree    86569ce7eac26c728e76c70cbc78ee0847d639d8
parent  1a53c2b86d8cb383167163cff4acc0bfaa344a86
ebb / benchmark / server_test.rb
100644 194 lines (159 sloc) 3.914 kb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
$: << File.expand_path(File.dirname(__FILE__))
 
require 'rubygems'
require 'rack'
require 'application'
 
 
class Array
  def mean
    @mean ||= sum / length
  end
  
  def variance
    @variance ||= map { |x| (mean - x)**2 }.sum / length
  end
  
  def stdd
    @stdd ||= Math.sqrt(variance)
  end
  
  def errors
    map { |x| (mean - x).abs }
  end
  
  def center_avg
    return mean if stdd < 10
    acceptable_error = 0
    good_points = []
    while good_points.empty?
      acceptable_error += stdd
      good_points = select { |x| (mean - x).abs < acceptable_error }
    end
    good_points.mean
  end
  
  def sum
    inject(0.to_f) { |i, s| s += i }
  end
  
  def rand_each(&block)
    sort_by{ rand }.each &block
  end
end
 
class ServerTestResults
  def self.open(filename)
    if File.readable?(filename)
      new(Marshal.load(File.read(filename)))
    else
      new
    end
  end
  attr_reader :results
  def initialize(results = [])
    @results = results
  end
  
  def benchmark
    @results.first[:benchmark]
  end
  
  def write(filename='results.dump')
    puts "writing dump file to #{filename}"
    File.open(filename, 'w+') do |f|
      f.write Marshal.dump(@results)
    end
  end
  
  def <<(r)
    @results << r
  end
  
  def length
    @results.length
  end
 
  def servers
    @results.map {|r| r[:server] }.uniq.sort
  end
 
  def data(server)
    server_data = @results.find_all { |r| r[:server] == server }
    ticks = server_data.map { |d| d[:input] }.uniq
    datas = []
    ticks.each do |c|
      measurements = server_data.find_all { |d| d[:input] == c }.map { |d| d[:rps] }
      datas << [c, measurements.mean] unless measurements.empty?
    end
    datas
  end
 
end
 
class ServerTest
  attr_reader :name, :port, :app, :pid
  def initialize(name, port, &start_block)
    @name = name
    @port = port.to_i
  end
  
  def <=>(a)
    @name <=> a.name
  end
  
  def kill
    Process.kill('KILL', @pid) if @pid
  end
  
  def running?
    !@pid.nil?
  end
  
  def start
    puts "Starting #{name}"
    case name
    when 'emongrel'
      @pid = fork { start_emongrel }
    when 'ebb'
      @pid = fork { start_ebb }
    when 'mongrel'
      @pid = fork { start_mongrel }
    when 'thin'
      @pid = fork { start_thin }
    when 'fcgi'
      @pid = fork { start_fcgi }
    end
  end
  
  def app
    SimpleApp.new
  end
  
  def start_emongrel
    require 'mongrel'
    require 'swiftcore/evented_mongrel'
    ENV['EVENT'] = "1"
    Rack::Handler::Mongrel.run(app, :Host => '0.0.0.0', :Port => @port.to_i)
  end
  
  def start_ebb
    require File.dirname(__FILE__) + '/../ruby_lib/ebb'
    server = Ebb::start_server(app, :port => @port)
  end
 
  
  def start_mongrel
   require 'mongrel'
   ENV.delete('EVENT')
   Rack::Handler::Mongrel.run(app, :Port => @port)
  end
  
  def start_thin
    require 'thin'
    Rack::Handler::Thin.run(app, :Port => @port)
  end
  
  def start_fcgi
    Rack::Handler::FastCGI.run(app, :Port => @port)
  end
  
  def trial(ab_cmd)
    cmd = ab_cmd.sub('PORT', @port.to_s)
    
    puts "#{@name} (#{cmd})"
    
    r = %x{#{cmd}}
    
    return nil unless r =~ /Requests per second:\s*(\d+\.\d\d)/
    rps = $1.to_f
    if r =~ /Time taken for tests:\s*(\d+\.\d+) seconds/
      time_taken = $1.to_f
    end
    if r =~ /Complete requests:\s*(\d+)/
      requests_completed = $1.to_i
    end
    if r =~ /Failed requests:\s*(\d+)/
      failed_requests = $1.to_i
    else
      raise "didn't get how many failed requests from ab"
    end
    successful_requests = requests_completed - failed_requests
    puts " #{rps} req/sec (#{requests_completed} total, #{failed_requests} failed in #{"%.2f" % time_taken} seconds)"
    
    {
      :server => @name,
      :rps => rps,
      :time_taken => time_taken,
      :requests_completed => requests_completed,
      :requests_failed => failed_requests,
      :ab_cmd => cmd
    }
  end
end