-
Notifications
You must be signed in to change notification settings - Fork 21
/
logstash-csv1.conf
48 lines (46 loc) · 1.11 KB
/
logstash-csv1.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
input {
file {
type => "KnowLib"
path => "/home/tj/big_data/data/quick_words/1.csv"
start_position => "beginning"
codec => plain{charset=>"GBK"}
}
file {
type => "KnowLib1"
path => "/home/tj/big_data/data/quick_words/1.csv"
start_position => "beginning"
codec => plain{charset=>"GBK"}
}
}
filter {
if [type] == "KnowLib" {
csv {
columns => ["ShortCutCode","ShortCutID","ShortCutType"]
separator => ","
remove_field => ["ShortCutType"]
}
} else {
csv {
columns => ["ShortCutCode","ShortCutID","ShortCutType"]
separator => ","
remove_field => ["ShortCutCode","ShortCutID"]
}
}
}
# output logs to console and to elasticsearch
output {
stdout {}
if [type] == "KnowLib" {
elasticsearch {
hosts => ["localhost:9200"]
index => "knowledge_lib"
document_type => "question"
}
} else {
elasticsearch {
hosts => ["localhost:9200"]
index => "knowledge_lib"
document_type => "question2"
}
}
}