ry / ebb fork watch download tarball
public
Description: web server
Homepage: http://ebb.rubyforge.org
Clone URL: git://github.com/ry/ebb.git
ryah (author)
Tue Apr 01 14:44:49 -0700 2008
commit  8527cb0287b33b50e2c3544d4391e097187dcdd3
tree    f5a340030df930bed8052cc6621e38633ca1286a
parent  3c8fdda73cd2e571c3395c425737e439c1a8bf99
ebb / benchmark / server_test.rb
100644 201 lines (166 sloc) 4.289 kb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
$: << File.expand_path(File.dirname(__FILE__))
 
require 'rubygems'
require 'rack'
require 'application'
 
 
class Array
  def mean
    @mean ||= sum / length
  end
  
  def variance
    @variance ||= map { |x| (mean - x)**2 }.sum / length
  end
  
  def stdd
    @stdd ||= Math.sqrt(variance)
  end
  
  def errors
    map { |x| (mean - x).abs }
  end
  
  def center_avg
    return mean if stdd < 10
    acceptable_error = 0
    good_points = []
    while good_points.empty?
      acceptable_error += stdd
      good_points = select { |x| (mean - x).abs < acceptable_error }
    end
    good_points.mean
  end
  
  def sum
    inject(0.to_f) { |i, s| s += i }
  end
  
  def rand_each(&block)
    sort_by{ rand }.each &block
  end
end
 
class ServerTestResults
  def self.open(filename)
    if File.readable?(filename)
      new(Marshal.load(File.read(filename)))
    else
      new
    end
  end
  attr_reader :results
  def initialize(results = [])
    @results = results
  end
  
  def benchmark
    @results.first[:benchmark]
  end
  
  def write(filename='results.dump')
    puts "writing dump file to #{filename}"
    File.open(filename, 'w+') do |f|
      f.write Marshal.dump(@results)
    end
  end
  
  def <<(r)
    @results << r
  end
  
  def length
    @results.length
  end
 
  def servers
    @results.map {|r| r[:server] }.uniq.sort
  end
 
  def data(server)
    server_data = @results.find_all { |r| r[:server] == server }
    ticks = server_data.map { |d| d[:input] }.uniq
    datas = []
    ticks.each do |c|
      measurements = server_data.find_all { |d| d[:input] == c }.map { |d| d[:rps] }
      datas << [c, measurements.mean] unless measurements.empty?
    end
    datas
  end
 
end
 
class ServerTest
  attr_reader :name, :port, :app, :pid
  def initialize(name, port, &start_block)
    @name = name
    @port = port.to_i
  end
  
  def <=>(a)
    @name <=> a.name
  end
  
  def kill
    Process.kill('KILL', @pid) if @pid
  end
  
  def running?
    !@pid.nil?
  end
  
  def start
    puts "Starting #{name}"
    case name
    when 'emongrel'
      @pid = fork { start_emongrel }
    when 'ebb_threaded'
      @pid = fork { start_ebb_threaded }
    when 'ebb_sequential'
      @pid = fork { start_ebb_sequential }
    when 'mongrel'
      @pid = fork { start_mongrel }
    when 'thin'
      @pid = fork { start_thin }
    when 'fcgi'
      @pid = fork { start_fcgi }
    end
  end
  
  def app
    SimpleApp.new
  end
  
  def start_emongrel
    require 'mongrel'
    require 'swiftcore/evented_mongrel'
    ENV['EVENT'] = "1"
    Rack::Handler::Mongrel.run(app, :Host => '0.0.0.0', :Port => @port.to_i)
  end
  
  def start_ebb_threaded
    require File.dirname(__FILE__) + '/../ruby_lib/ebb'
    server = Ebb::start_server(app, :port => @port, :threaded_processing => true)
  end
 
  def start_ebb_sequential
    require File.dirname(__FILE__) + '/../ruby_lib/ebb'
    server = Ebb::start_server(app, :port => @port, :threaded_processing => false)
  end
  
  def start_mongrel
   require 'mongrel'
   ENV.delete('EVENT')
   Rack::Handler::Mongrel.run(app, :Port => @port)
  end
  
  def start_thin
    require 'thin'
    Rack::Handler::Thin.run(app, :Port => @port)
  end
  
  def start_fcgi
    Rack::Handler::FastCGI.run(app, :Port => @port)
  end
  
  def trial(ab_cmd)
    cmd = ab_cmd.sub('PORT', @port.to_s)
    
    puts "#{@name} (#{cmd})"
    
    r = %x{#{cmd}}
    
    return nil unless r =~ /Requests per second:\s*(\d+\.\d\d)/
    rps = $1.to_f
    if r =~ /Time taken for tests:\s*(\d+\.\d+) seconds/
      time_taken = $1.to_f
    end
    if r =~ /Complete requests:\s*(\d+)/
      requests_completed = $1.to_i
    end
    if r =~ /Failed requests:\s*(\d+)/
      failed_requests = $1.to_i
    else
      raise "didn't get how many failed requests from ab"
    end
    successful_requests = requests_completed - failed_requests
    puts " #{rps} req/sec (#{requests_completed} total, #{failed_requests} failed in #{"%.2f" % time_taken} seconds)"
    puts " #{"%.2f" % (successful_requests/time_taken)} successful req/sec"
    
    {
      :server => @name,
      :rps => rps,
      :time_taken => time_taken,
      :requests_completed => requests_completed,
      :requests_failed => failed_requests,
      :ab_cmd => cmd
    }
  end
end