/
s3_compressor_gzip_command.rb
52 lines (46 loc) · 1.23 KB
/
s3_compressor_gzip_command.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
module Fluent::Plugin
class S3Output
class GzipCommandCompressor < Compressor
S3Output.register_compressor('gzip_command', self)
config_param :command_parameter, :string, default: ''
def configure(conf)
super
check_command('gzip')
end
def ext
'gz'.freeze
end
def content_type
'application/x-gzip'.freeze
end
def compress(chunk, tmp)
chunk_is_file = @buffer_type == 'file'
path = if chunk_is_file
chunk.path
else
w = Tempfile.new("chunk-gzip-tmp")
w.binmode
chunk.write_to(w)
w.close
w.path
end
res = system "gzip #{@command_parameter} -c #{path} > #{tmp.path}"
unless res
log.warn "failed to execute gzip command. Fallback to GzipWriter. status = #{$?}"
begin
tmp.truncate(0)
gw = Zlib::GzipWriter.new(tmp)
chunk.write_to(gw)
gw.close
ensure
gw.close rescue nil
end
end
ensure
unless chunk_is_file
w.close(true) rescue nil
end
end
end
end
end