Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion lib/fluent/plugin/grok.rb
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,9 @@ def initialize(plugin, conf)
if @plugin.respond_to?(:multiline_start_regexp) && @plugin.multiline_start_regexp
@multiline_start_regexp = Regexp.compile(@plugin.multiline_start_regexp[1..-2])
end
if @plugin.respond_to?(:keep_time_key)
@keep_time_key = @plugin.keep_time_key
end
end

def add_patterns_from_file(path)
Expand Down Expand Up @@ -68,7 +71,7 @@ def expand_pattern_expression(grok_pattern, conf)
unless types.empty?
_conf["types"] = types.map{|subname,type| "#{subname}:#{type}" }.join(",")
end
_conf = _conf.merge("expression" => regexp, "multiline" => @multiline_mode)
_conf = _conf.merge("expression" => regexp, "multiline" => @multiline_mode, "keep_time_key" => @keep_time_key)
config = Fluent::Config::Element.new("parse", nil, _conf, [])
parser = Fluent::Plugin::RegexpParser.new
parser.configure(config)
Expand Down
20 changes: 20 additions & 0 deletions test/test_grok_parser.rb
Original file line number Diff line number Diff line change
Expand Up @@ -301,6 +301,26 @@ class GrokParserTest < ::Test::Unit::TestCase
end
end

sub_test_case "keep_time_key" do
test "true" do
d = create_driver(%[
keep_time_key true
<grok>
pattern "%{TIMESTAMP_ISO8601:time}"
</grok>
])
expected = [
{ "time" => "2014-01-01T00:00:00+0900" }
]
records = []
d.instance.parse("Some stuff at 2014-01-01T00:00:00+0900") do |time, record|
assert_equal(event_time("2014-01-01T00:00:00+0900"), time)
records << record
end
assert_equal(expected, records)
end
end

private

def create_driver(conf)
Expand Down