passenger / lib / passenger / framework_spawner.rb
100644 354 lines (333 sloc) 11.87 kb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
# Phusion Passenger - http://www.modrails.com/
# Copyright (C) 2008 Phusion
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
 
require 'rubygems'
require 'socket'
require 'pathname'
require 'passenger/abstract_server'
require 'passenger/application_spawner'
require 'passenger/utils'
module Passenger
 
# Raised when FrameworkSpawner or SpawnManager was unable to load a version of
# the Ruby on Rails framework. The +child_exception+ attribute is guaranteed
# non-nil.
class FrameworkInitError < InitializationError
attr_reader :vendor
attr_reader :version
 
def initialize(message, child_exception, options)
super(message, child_exception)
if options[:vendor]
@vendor = options[:vendor]
else
@version = options[:version]
end
end
end
 
# This class is capable of spawning Ruby on Rails application instances
# quickly. This is done by preloading the Ruby on Rails framework into memory,
# before spawning the application instances.
#
# A single FrameworkSpawner instance can only hold a single Ruby on Rails
# framework version. So be careful when using FrameworkSpawner: the applications
# that you spawn through it must require the same RoR version. To handle multiple
# RoR versions, use multiple FrameworkSpawner instances.
#
# FrameworkSpawner uses ApplicationSpawner internally.
#
# *Note*: FrameworkSpawner may only be started asynchronously with AbstractServer#start.
# Starting it synchronously with AbstractServer#start_synchronously has not been tested.
class FrameworkSpawner < AbstractServer
APP_SPAWNER_MAX_IDLE_TIME = 120
APP_SPAWNER_CLEAN_INTERVAL = APP_SPAWNER_MAX_IDLE_TIME + 5
 
include Utils
 
# This exception means that the FrameworkSpawner server process exited unexpectedly.
class Error < AbstractServer::ServerError
end
 
# An attribute, used internally. This should not be used outside Passenger.
attr_accessor :time
 
# Creates a new instance of FrameworkSpawner.
#
# Valid options:
# - <tt>:version</tt>: The Ruby on Rails version to use. It is not checked whether
# this version is actually installed.
# - <tt>:vendor</tt>: The directory to the vendor Rails framework to use. This is
# usually something like "/webapps/foo/vendor/rails".
#
# It is not allowed to specify both +version+ and +vendor+.
#
# Note that the specified Rails framework will be loaded during the entire life time
# of the FrameworkSpawner server. If you wish to reload the Rails framework's code,
# then restart the server by calling AbstractServer#stop and AbstractServer#start.
def initialize(options = {})
if !options.respond_to?(:'[]')
raise ArgumentError, "The 'options' argument not seem to be an options hash"
end
@version = options[:version]
@vendor = options[:vendor]
if !@version && !@vendor
raise ArgumentError, "Either the 'version' or the 'vendor' option must specified"
elsif @version && @vendor
raise ArgumentError, "It is not allowed to specify both the 'version' and the 'vendor' options"
end
 
super()
define_message_handler(:spawn_application, :handle_spawn_application)
define_message_handler(:reload, :handle_reload)
end
 
# Overrided from AbstractServer#start.
#
# May raise these additional exceptions:
# - FrameworkInitError: The specified Ruby on Rails framework could not be loaded.
# - FrameworkSpawner::Error: The FrameworkSpawner server exited unexpectedly.
def start
super
begin
status = server.read[0]
if status == 'exception'
child_exception = unmarshal_exception(server.read_scalar)
stop
if @version
message = "Could not load Ruby on Rails framework version #{@version}: " <<
"#{child_exception.class} (#{child_exception.message})"
else
message = "Could not load Ruby on Rails framework at '#{@vendor}': " <<
"#{child_exception.class} (#{child_exception.message})"
end
options = { :vendor => @vendor, :version => @version }
raise FrameworkInitError.new(message, child_exception, options)
end
rescue IOError, SystemCallError, SocketError
stop
raise Error, "The framework spawner server exited unexpectedly"
end
end
 
# Spawn a RoR application using the Ruby on Rails framework
# version associated with this FrameworkSpawner.
# When successful, an Application object will be returned, which represents
# the spawned RoR application.
#
# See ApplicationSpawner.new for an explanation of the +lower_privilege+
# and +lowest_user+ parameters.
#
# FrameworkSpawner will internally cache the code of applications, in order to
# speed up future spawning attempts. This implies that, if you've changed
# the application's code, you must do one of these things:
# - Restart this FrameworkSpawner by calling AbstractServer#stop, then AbstractServer#start.
# - Reload the application by calling reload with the correct app_root argument.
#
# Raises:
# - AbstractServer::ServerNotStarted: The FrameworkSpawner server hasn't already been started.
# - ArgumentError: +app_root+ doesn't appear to be a valid Ruby on Rails application root.
# - AppInitError: The application raised an exception or called exit() during startup.
# - ApplicationSpawner::Error: The ApplicationSpawner server exited unexpectedly.
# - FrameworkSpawner::Error: The FrameworkSpawner server exited unexpectedly.
def spawn_application(app_root, lower_privilege = true, lowest_user = "nobody")
app_root = normalize_path(app_root)
assert_valid_app_root(app_root)
exception_to_propagate = nil
begin
server.write("spawn_application", app_root, lower_privilege, lowest_user)
result = server.read
if result.nil?
raise IOError, "Connection closed"
end
if result[0] == 'exception'
raise unmarshal_exception(server.read_scalar)
else
pid, listen_socket_name, using_abstract_namespace = server.read
if pid.nil?
raise IOError, "Connection closed"
end
owner_pipe = server.recv_io
return Application.new(app_root, pid, listen_socket_name,
using_abstract_namespace == "true", owner_pipe)
end
rescue SystemCallError, IOError, SocketError => e
raise Error, "The framework spawner server exited unexpectedly"
end
end
 
# Remove the cached application instances at the given application root.
# If nil is specified as application root, then all cached application
# instances will be removed, no matter the application root.
#
# <b>Long description:</b>
# Application code might be cached in memory by a FrameworkSpawner. But
# once it a while, it will be necessary to reload the code for an
# application, such as after deploying a new version of the application.
# This method makes sure that any cached application code is removed, so
# that the next time an application instance is spawned, the application
# code will be freshly loaded into memory.
#
# Raises:
# - ArgumentError: +app_root+ doesn't appear to be a valid Ruby on Rails
# application root.
# - FrameworkSpawner::Error: The FrameworkSpawner server exited unexpectedly.
def reload(app_root = nil)
if app_root.nil?
server.write("reload")
else
server.write("reload", normalize_path(app_root))
end
rescue SystemCallError, IOError, SocketError
raise Error, "The framework spawner server exited unexpectedly"
end
 
protected
# Overrided method.
def before_fork # :nodoc:
if GC.copy_on_write_friendly?
# Garbage collect now so that the child process doesn't have to
# do that (to prevent making pages dirty).
GC.start
end
end
 
# Overrided method.
def initialize_server # :nodoc:
$0 = "Passenger FrameworkSpawner: #{@version || @vendor}"
@spawners = {}
@spawners_lock = Mutex.new
@spawners_cond = ConditionVariable.new
@spawners_cleaner = Thread.new do
begin
spawners_cleaner_main_loop
rescue Exception => e
print_exception(self.class.to_s, e)
end
end
begin
preload_rails
rescue StandardError, ScriptError, NoMemoryError => e
client.write('exception')
client.write_scalar(marshal_exception(e))
return
end
client.write('success')
end
 
# Overrided method.
def finalize_server # :nodoc:
@spawners_lock.synchronize do
@spawners_cond.signal
end
@spawners_cleaner.join
@spawners.each_value do |spawner|
spawner.stop
end
end
 
private
def preload_rails
Object.const_set(:RAILS_ROOT, ".")
if @version
gem 'rails', "=#{@version}"
require 'initializer'
else
$LOAD_PATH.unshift("#{@vendor}/railties/builtin/rails_info")
Dir["#{@vendor}/*"].each do |entry|
next unless File.directory?(entry)
$LOAD_PATH.unshift("#{entry}/lib")
end
require "#{@vendor}/railties/lib/initializer"
end
require 'active_support'
require 'active_record'
require 'action_controller'
require 'action_view'
require 'action_pack'
require 'action_mailer'
require 'dispatcher'
require 'ruby_version_check'
if ::Rails::VERSION::MAJOR >= 2
require 'active_resource'
else
require 'action_web_service'
end
require 'active_support/whiny_nil'
Object.send(:remove_const, :RAILS_ROOT)
end
 
def handle_spawn_application(app_root, lower_privilege, lowest_user)
lower_privilege = lower_privilege == "true"
@spawners_lock.synchronize do
spawner = @spawners[app_root]
if spawner.nil?
begin
spawner = ApplicationSpawner.new(app_root, lower_privilege, lowest_user)
spawner.start
rescue ArgumentError, AppInitError, ApplicationSpawner::Error => e
client.write('exception')
client.write_scalar(marshal_exception(e))
if e.child_exception.is_a?(LoadError)
# A source file failed to load, maybe because of a
# missing gem. If that's the case then the sysadmin
# will install probably the gem. So we clear RubyGems's
# cache so that it can detect new gems.
Gem.clear_paths
end
return
end
@spawners[app_root] = spawner
end
spawner.time = Time.now
begin
app = spawner.spawn_application
rescue ApplicationSpawner::Error => e
spawner.stop
@spawners.delete(app_root)
client.write('exception')
client.write_scalar(marshal_exception(e))
return
end
client.write('success')
client.write(app.pid, app.listen_socket_name, app.using_abstract_namespace?)
client.send_io(app.owner_pipe)
app.close
end
end
 
def handle_reload(app_root = nil)
@spawners_lock.synchronize do
if app_root.nil?
@spawners.each_value do |spawner|
spawner.stop
end
@spawners.clear
else
spawner = @spawners[app_root]
if spawner
spawner.stop
@spawners.delete(app_root)
end
end
end
end
 
# The main loop for the spawners cleaner thread.
# This thread checks the spawners list every APP_SPAWNER_CLEAN_INTERVAL seconds,
# and stops application spawners that have been idle for more than
# APP_SPAWNER_MAX_IDLE_TIME seconds.
def spawners_cleaner_main_loop
@spawners_lock.synchronize do
while true
if @spawners_cond.timed_wait(@spawners_lock, APP_SPAWNER_CLEAN_INTERVAL)
break
else
current_time = Time.now
@spawners.keys.each do |key|
spawner = @spawners[key]
if current_time - spawner.time > APP_SPAWNER_MAX_IDLE_TIME
spawner.stop
@spawners.delete(key)
end
end
end
end
end
end
end
 
end # module Passenger