-
Notifications
You must be signed in to change notification settings - Fork 675
/
helk-kibana-analysis-basic.yml
211 lines (207 loc) · 5.63 KB
/
helk-kibana-analysis-basic.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
version: '3.5'
services:
helk-elasticsearch:
image: docker.elastic.co/elasticsearch/elasticsearch:7.6.2
container_name: helk-elasticsearch
logging:
driver: "json-file"
options:
max-file: "9"
max-size: "6m"
secrets:
- source: elasticsearch.yml
target: /usr/share/elasticsearch/config/elasticsearch.yml
volumes:
- esdata:/usr/share/elasticsearch/data
- ./helk-elasticsearch/scripts:/usr/share/elasticsearch/scripts
- ./helk-elasticsearch/config/jvm.options:/usr/share/elasticsearch/config/jvm.options
entrypoint: /usr/share/elasticsearch/scripts/elasticsearch-entrypoint.sh
environment:
- cluster.name=helk-cluster
- node.name=helk-1
- xpack.license.self_generated.type=basic
- xpack.security.enabled=false
#- "HELK_ES_MEMORY=-Xms$2g -Xmx2g"
ulimits:
memlock:
soft: -1
hard: -1
nproc: 20480
nofile:
soft: 160000
hard: 160000
restart: always
networks:
helk:
helk-logstash:
image: otrf/helk-logstash:7.6.2.1
container_name: helk-logstash
logging:
driver: "json-file"
options:
max-file: "9"
max-size: "6m"
volumes:
- ./helk-logstash/pipeline:/usr/share/logstash/pipeline
- ./helk-logstash/mordor_pipeline:/usr/share/logstash/mordor_pipeline
- ./helk-logstash/output_templates:/usr/share/logstash/output_templates
- ./helk-logstash/plugins:/usr/share/logstash/plugins
- ./helk-logstash/enrichments/cti:/usr/share/logstash/cti
- ./helk-logstash/scripts:/usr/share/logstash/scripts
entrypoint: /usr/share/logstash/scripts/logstash-entrypoint.sh
environment:
- xpack.monitoring.enabled=true
- xpack.monitoring.elasticsearch.hosts=http://helk-elasticsearch:9200
- log.level=warn
- "HELK_LOGSTASH_JAVA_OPTS=-XX:-UseConcMarkSweepGC -XX:-UseCMSInitiatingOccupancyOnly -XX:+UseG1GC"
ports:
- "5044:5044"
- "8531:8531"
- "3515:3515"
- "5514:5514"
- "8515:8515"
- "8516:8516"
- "5514:5514/udp"
- "8515:8515/udp"
- "8516:8516/udp"
restart: always
depends_on:
- helk-kibana
networks:
helk:
helk-kibana:
image: docker.elastic.co/kibana/kibana:7.6.2
container_name: helk-kibana
logging:
driver: "json-file"
options:
max-file: "9"
max-size: "6m"
secrets:
- source: kibana.yml
target: /usr/share/kibana/config/kibana.yml
volumes:
- ./helk-kibana/objects:/usr/share/kibana/objects
- ./helk-kibana/scripts:/usr/share/kibana/scripts
- ./helk-kibana/custom:/usr/share/kibana/custom
entrypoint: /usr/share/kibana/scripts/kibana-entrypoint.sh
restart: always
depends_on:
- helk-elasticsearch
networks:
helk:
helk-nginx:
image: otrf/helk-nginx:0.3.0
container_name: helk-nginx
logging:
driver: "json-file"
options:
max-file: "9"
max-size: "6m"
secrets:
- source: htpasswd.users
target: /etc/nginx/htpasswd.users
volumes:
- ./helk-nginx/config/basic-elk:/etc/nginx/conf.d/default.conf
- ./helk-nginx/scripts/:/opt/helk/scripts/
entrypoint: /opt/helk/scripts/nginx-entrypoint.sh
ports:
- "80:80"
- "443:443"
restart: always
depends_on:
- helk-kibana
networks:
helk:
helk-zookeeper:
image: otrf/helk-zookeeper:2.4.0
container_name: helk-zookeeper
logging:
driver: "json-file"
options:
max-file: "5"
max-size: "1m"
restart: always
depends_on:
- helk-logstash
networks:
helk:
helk-kafka-broker:
image: otrf/helk-kafka-broker:2.4.0
container_name: helk-kafka-broker
logging:
driver: "json-file"
options:
max-file: "5"
max-size: "1m"
restart: always
depends_on:
- helk-zookeeper
environment:
KAFKA_BROKER_NAME: helk-kafka-broker
KAFKA_BROKER_ID: 1
KAFKA_BROKER_PORT: 9092
REPLICATION_FACTOR: 1
ADVERTISED_LISTENER: ${ADVERTISED_LISTENER}
ZOOKEEPER_NAME: helk-zookeeper
KAFKA_CREATE_TOPICS: winlogbeat, winevent, SYSMON_JOIN, filebeat, zeek
KAFKA_HEAP_OPTS: -Xmx1G -Xms256M
LOG_RETENTION_HOURS: 4
ports:
- "9092:9092"
networks:
helk:
helk-ksql-server:
image: confluentinc/ksqldb-server:latest
container_name: helk-ksql-server
logging:
driver: "json-file"
options:
max-file: "5"
max-size: "1m"
restart: always
depends_on:
- helk-kafka-broker
environment:
KSQL_BOOTSTRAP_SERVERS: helk-kafka-broker:9092
KSQL_LISTENERS: http://0.0.0.0:8088
KSQL_KSQL_SERVICE_ID: wardog
KSQL_CUB_KAFKA_TIMEOUT: 300
KSQL_KSQL_COMMIT_INTERVAL_MS: 2000
KSQL_KSQL_CACHE_MAX_BYTES_BUFFERING: 10000000
KSQL_KSQL_STREAMS_AUTO_OFFSET_RESET: earliest
KSQL_HEAP_OPTS: -Xmx1g
KSQL_OPTS: "-Dconfluent.support.metrics.enable=false"
ports:
- 8088:8088
networks:
helk:
helk-ksql-cli:
image: confluentinc/ksqldb-cli:latest
container_name: helk-ksql-cli
logging:
driver: "json-file"
options:
max-file: "5"
max-size: "1m"
depends_on:
- helk-ksql-server
environment:
KSQL_HEAP_OPTS: -Xmx1g
entrypoint: /bin/sh
tty: true
networks:
helk:
networks:
helk:
driver: bridge
volumes:
esdata:
driver: local
secrets:
elasticsearch.yml:
file: ./helk-elasticsearch/config/elasticsearch.yml
kibana.yml:
file: ./helk-kibana/config/kibana.yml
htpasswd.users:
file: ./helk-nginx/htpasswd.users