This repository has been archived by the owner on Dec 7, 2018. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 93
/
stream.rb
401 lines (338 loc) · 9.57 KB
/
stream.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
# Partially adapted from Ruby's OpenSSL::Buffering
# Originally from the 'OpenSSL for Ruby 2' project
# Copyright (C) 2001 GOTOU YUUZOU <gotoyuzo@notwork.org>
# All rights reserved.
#
# This program is licenced under the same licence as Ruby.
module Celluloid
module IO
# Base class of all streams in Celluloid::IO
class Stream
include Enumerable
# The "sync mode" of the stream
#
# See IO#sync for full details.
attr_accessor :sync
# Default size to read from or write to the stream for buffer operations
BLOCK_SIZE = 1024*16
def initialize
@eof = false
@sync = true # FIXME: hax
@read_buffer = ''.force_encoding(Encoding::ASCII_8BIT)
@write_buffer = ''.force_encoding(Encoding::ASCII_8BIT)
@read_latch = Latch.new
@write_latch = Latch.new
end
# Wait until the current object is readable
def wait_readable; Celluloid::IO.wait_readable(self); end
# Wait until the current object is writable
def wait_writable; Celluloid::IO.wait_writable(self); end
# System read via the nonblocking subsystem
def sysread(length = nil, buffer = nil)
buffer ||= ''.force_encoding(Encoding::ASCII_8BIT)
@read_latch.synchronize do
begin
read_nonblock(length, buffer)
rescue ::IO::WaitReadable
wait_readable
retry
end
end
buffer
end
# System write via the nonblocking subsystem
def syswrite(string)
length = string.length
total_written = 0
remaining = string
@write_latch.synchronize do
while total_written < length
begin
written = write_nonblock(remaining)
rescue ::IO::WaitWritable
wait_writable
retry
rescue EOFError
return total_written
end
total_written += written
# FIXME: mutating the original buffer here. Seems bad.
remaining.slice!(0, written) if written < remaining.length
end
end
total_written
end
# Reads +size+ bytes from the stream. If +buf+ is provided it must
# reference a string which will receive the data.
#
# See IO#read for full details.
def read(size=nil, buf=nil)
if size == 0
if buf
buf.clear
return buf
else
return ""
end
end
until @eof
break if size && size <= @read_buffer.size
fill_rbuff
break unless size
end
ret = consume_rbuff(size) || ""
if buf
buf.replace(ret)
ret = buf
end
(size && ret.empty?) ? nil : ret
end
# Reads at most +maxlen+ bytes from the stream. If +buf+ is provided it
# must reference a string which will receive the data.
#
# See IO#readpartial for full details.
def readpartial(maxlen, buf=nil)
if maxlen == 0
if buf
buf.clear
return buf
else
return ""
end
end
if @read_buffer.empty?
begin
return sysread(maxlen, buf)
rescue Errno::EAGAIN
retry
end
end
ret = consume_rbuff(maxlen)
if buf
buf.replace(ret)
ret = buf
end
raise EOFError if ret.empty?
ret
end
# Reads the next "line+ from the stream. Lines are separated by +eol+. If
# +limit+ is provided the result will not be longer than the given number of
# bytes.
#
# +eol+ may be a String or Regexp.
#
# Unlike IO#gets the line read will not be assigned to +$_+.
#
# Unlike IO#gets the separator must be provided if a limit is provided.
def gets(eol=$/, limit=nil)
idx = @read_buffer.index(eol)
until @eof
break if idx
fill_rbuff
idx = @read_buffer.index(eol)
end
if eol.is_a?(Regexp)
size = idx ? idx+$&.size : nil
else
size = idx ? idx+eol.size : nil
end
if limit and limit >= 0
size = [size, limit].min
end
consume_rbuff(size)
end
# Executes the block for every line in the stream where lines are separated
# by +eol+.
#
# See also #gets
def each(eol=$/)
while line = self.gets(eol)
yield line
end
end
alias each_line each
# Reads lines from the stream which are separated by +eol+.
#
# See also #gets
def readlines(eol=$/)
ary = []
while line = self.gets(eol)
ary << line
end
ary
end
# Reads a line from the stream which is separated by +eol+.
#
# Raises EOFError if at end of file.
def readline(eol=$/)
raise EOFError if eof?
gets(eol)
end
# Reads one character from the stream. Returns nil if called at end of
# file.
def getc
read(1)
end
# Calls the given block once for each byte in the stream.
def each_byte # :yields: byte
while c = getc
yield(c.ord)
end
end
# Reads a one-character string from the stream. Raises an EOFError at end
# of file.
def readchar
raise EOFError if eof?
getc
end
# Pushes character +c+ back onto the stream such that a subsequent buffered
# character read will return it.
#
# Unlike IO#getc multiple bytes may be pushed back onto the stream.
#
# Has no effect on unbuffered reads (such as #sysread).
def ungetc(c)
@read_buffer[0,0] = c.chr
end
# Returns true if the stream is at file which means there is no more data to
# be read.
def eof?
fill_rbuff if !@eof && @read_buffer.empty?
@eof && @read_buffer.empty?
end
alias eof eof?
# Writes +s+ to the stream. If the argument is not a string it will be
# converted using String#to_s. Returns the number of bytes written.
def write(s)
do_write(s)
s.bytesize
end
# Writes +s+ to the stream. +s+ will be converted to a String using
# String#to_s.
def << (s)
do_write(s)
self
end
# Writes +args+ to the stream along with a record separator.
#
# See IO#puts for full details.
def puts(*args)
s = ""
if args.empty?
s << "\n"
end
args.each do |arg|
s << arg.to_s
if $/ && /\n\z/ !~ s
s << "\n"
end
end
do_write(s)
nil
end
# Writes +args+ to the stream.
#
# See IO#print for full details.
def print(*args)
s = ""
args.each { |arg| s << arg.to_s }
do_write(s)
nil
end
# Formats and writes to the stream converting parameters under control of
# the format string.
#
# See Kernel#sprintf for format string details.
def printf(s, *args)
do_write(s % args)
nil
end
# Flushes buffered data to the stream.
def flush
osync = @sync
@sync = true
do_write ""
return self
ensure
@sync = osync
end
# Closes the stream and flushes any unwritten data.
def close
flush rescue nil
sysclose
end
#######
private
#######
# Fills the buffer from the underlying stream
def fill_rbuff
begin
@read_buffer << sysread(BLOCK_SIZE)
rescue Errno::EAGAIN
retry
rescue EOFError
@eof = true
end
end
# Consumes +size+ bytes from the buffer
def consume_rbuff(size=nil)
if @read_buffer.empty?
nil
else
size = @read_buffer.size unless size
ret = @read_buffer[0, size]
@read_buffer[0, size] = ""
ret
end
end
# Writes +s+ to the buffer. When the buffer is full or #sync is true the
# buffer is flushed to the underlying stream.
def do_write(s)
@write_buffer << s
@write_buffer.force_encoding(Encoding::BINARY)
@sync ||= false
if @sync or @write_buffer.size > BLOCK_SIZE or idx = @write_buffer.rindex($/)
remain = idx ? idx + $/.size : @write_buffer.length
nwritten = 0
while remain > 0
str = @write_buffer[nwritten,remain]
begin
nwrote = syswrite(str)
rescue Errno::EAGAIN
retry
end
remain -= nwrote
nwritten += nwrote
end
@write_buffer[0,nwritten] = ""
end
end
# Perform an operation exclusively, uncontested by other tasks
class Latch
def initialize
@owner = nil
@waiters = 0
@condition = Celluloid::Condition.new
end
# Synchronize an operation across all tasks in the current actor
def synchronize
actor = Thread.current[:celluloid_actor]
return yield unless actor
if @owner || @waiters > 0
@waiters += 1
@condition.wait
@waiters -= 1
end
@owner = Task.current
begin
ret = yield
ensure
@owner = nil
@condition.signal if @waiters > 0
end
ret
end
end
end
end
end