Attaching to docker_zookeeper_1, docker_elasticsearch_1, docker_influxdb_1, docker_kafka_1, docker_grafana_1, docker_kibana_1, docker_jobmanager_1, docker_logstash_1, docker_app_1, docker_taskmanager_1, docker_nginx_1 zookeeper_1 | JMX enabled by default elasticsearch_1 | [2017-09-06T07:35:02,912][INFO ][o.e.n.Node ] [] initializing ... influxdb_1 | Starting influx elasticsearch_1 | [2017-09-06T07:35:03,152][INFO ][o.e.e.NodeEnvironment ] [T40Nk-m] using [1] data paths, mounts [[/ (overlay)]], net usable_space [51.7gb], net total_space [62.7gb], spins? [possibly], types [overlay] influxdb_1 | => Waiting for confirmation of InfluxDB service startup ... zookeeper_1 | Using config: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg kafka_1 | waiting for kafka to be ready influxdb_1 | kafka_1 | [2017-09-06 07:35:02,752] INFO KafkaConfig values: elasticsearch_1 | [2017-09-06T07:35:03,153][INFO ][o.e.e.NodeEnvironment ] [T40Nk-m] heap size [1.9gb], compressed ordinary object pointers [true] grafana_1 | => Waiting for confirmation of grafana service startup ... influxdb_1 | 8888888 .d888 888 8888888b. 888888b. kafka_1 | advertised.host.name = kafka zookeeper_1 | 2017-09-06 07:34:59,673 [myid:] - INFO [main:QuorumPeerConfig@103] - Reading configuration from: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg elasticsearch_1 | [2017-09-06T07:35:03,172][INFO ][o.e.n.Node ] node name [T40Nk-m] derived from node ID [T40Nk-m3SJyrB5HyT3c2vA]; set [node.name] to override influxdb_1 | 888 d88P" 888 888 "Y88b 888 "88b kafka_1 | advertised.listeners = null influxdb_1 | 888 888 888 888 888 888 .88P zookeeper_1 | 2017-09-06 07:34:59,681 [myid:] - INFO [main:DatadirCleanupManager@78] - autopurge.snapRetainCount set to 3 jobmanager_1 | Starting Job Manager elasticsearch_1 | [2017-09-06T07:35:03,173][INFO ][o.e.n.Node ] version[5.4.1], pid[1], build[2cfe0df/2017-05-29T16:05:51.443Z], OS[Linux/4.9.41-moby/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/1.8.0_131/25.131-b12] influxdb_1 | 888 88888b. 888888 888 888 888 888 888 888 888 8888888K. kafka_1 | advertised.port = 9092 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Starting Grafana" logger=main version=4.4.1 commit=6a9f8ca compiled=2017-07-05T07:15:04+0000 zookeeper_1 | 2017-09-06 07:34:59,681 [myid:] - INFO [main:DatadirCleanupManager@79] - autopurge.purgeInterval set to 1 influxdb_1 | 888 888 "88b 888 888 888 888 Y8bd8P' 888 888 888 "Y88b kafka_1 | authorizer.class.name = jobmanager_1 | sed: cannot rename /opt/flink/conf/sedW0GwMU: Device or resource busy grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini influxdb_1 | 888 888 888 888 888 888 888 X88K 888 888 888 888 elasticsearch_1 | [2017-09-06T07:35:03,173][INFO ][o.e.n.Node ] JVM arguments [-Xms2g, -Xmx2g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+DisableExplicitGC, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -Des.cgroups.hierarchy.override=/, -Des.path.home=/usr/share/elasticsearch] taskmanager_1 | sed: cannot rename /opt/flink/conf/sedHw6CYQ: Device or resource busy zookeeper_1 | 2017-09-06 07:34:59,682 [myid:] - WARN [main:QuorumPeerMain@113] - Either no config or no quorum defined in config, running in standalone mode kafka_1 | auto.create.topics.enable = true grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini influxdb_1 | 888 888 888 888 888 Y88b 888 .d8""8b. 888 .d88P 888 d88P jobmanager_1 | config file: zookeeper_1 | 2017-09-06 07:34:59,682 [myid:] - INFO [PurgeTask:DatadirCleanupManager$PurgeTask@138] - Purge task started. taskmanager_1 | sed: cannot rename /opt/flink/conf/sedZYqkNR: Device or resource busy kafka_1 | auto.leader.rebalance.enable = true grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.paths.data=/var/lib/grafana" influxdb_1 | 8888888 888 888 888 888 "Y88888 888 888 8888888P" 8888888P" taskmanager_1 | Starting Task Manager jobmanager_1 | jobmanager.rpc.address: jobmanager zookeeper_1 | 2017-09-06 07:34:59,705 [myid:] - INFO [main:QuorumPeerConfig@103] - Reading configuration from: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg kafka_1 | background.threads = 10 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.paths.logs=/var/log/grafana" influxdb_1 | taskmanager_1 | config file: jobmanager_1 | taskmanager.hostname: taskmanager kafka_1 | broker.id = -1 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.paths.plugins=/var/lib/grafana/plugins" zookeeper_1 | 2017-09-06 07:34:59,706 [myid:] - INFO [main:ZooKeeperServerMain@95] - Starting server jobmanager_1 | env.java.opts: "-Dflink.local.hostname=taskmanager" kafka_1 | broker.id.generation.enable = true grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.log.mode=console" taskmanager_1 | jobmanager.rpc.address: jobmanager influxdb_1 | [run] 2017/09/06 07:34:59 InfluxDB starting, version 1.1.5, branch master, commit cd9363b52cac452113b95554d98a6be51beda24e jobmanager_1 | jobmanager.rpc.port: 6123 kafka_1 | broker.rack = null taskmanager_1 | taskmanager.hostname: taskmanager influxdb_1 | [run] 2017/09/06 07:34:59 Go version go1.7.4, GOMAXPROCS set to 6 jobmanager_1 | jobmanager.heap.mb: 500 kafka_1 | compression.type = producer taskmanager_1 | env.java.opts: "-Dflink.local.hostname=taskmanager" grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_SERVER_ROOT_URL=%(protocol)s://%(domain)s:/grafana" zookeeper_1 | 2017-09-06 07:34:59,707 [myid:] - INFO [PurgeTask:DatadirCleanupManager$PurgeTask@144] - Purge task completed. jobmanager_1 | taskmanager.heap.mb: 10000 kafka_1 | connections.max.idle.ms = 600000 influxdb_1 | [run] 2017/09/06 07:34:59 Using configuration at: /etc/influxdb/influxdb.conf taskmanager_1 | jobmanager.rpc.port: 6123 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_AUTH_ANONYMOUS_ENABLED=true" jobmanager_1 | taskmanager.numberOfTaskSlots: 40 zookeeper_1 | 2017-09-06 07:34:59,717 [myid:] - INFO [main:Environment@100] - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT kafka_1 | controlled.shutdown.enable = true taskmanager_1 | jobmanager.heap.mb: 500 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana jobmanager_1 | parallelism.default: 8 kafka_1 | controlled.shutdown.max.retries = 3 taskmanager_1 | taskmanager.heap.mb: 10000 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana jobmanager_1 | jobmanager.web.port: 8081 influxdb_1 | [store] 2017/09/06 07:34:59 Using data dir: /var/lib/influxdb/data zookeeper_1 | 2017-09-06 07:34:59,717 [myid:] - INFO [main:Environment@100] - Server environment:host.name=263dc0024955 kafka_1 | controlled.shutdown.retry.backoff.ms = 5000 taskmanager_1 | taskmanager.numberOfTaskSlots: 40 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana jobmanager_1 | webclient.port: 6080 kafka_1 | controller.socket.timeout.ms = 30000 taskmanager_1 | parallelism.default: 8 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00001.wal, size 99060 jobmanager_1 | high-availability: zookeeper kafka_1 | create.topic.policy.class.name = null taskmanager_1 | jobmanager.web.port: 8081 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Initializing DB" logger=sqlstore dbtype=sqlite3 influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/esp/autogen/2/_00001.wal, size 47529 zookeeper_1 | 2017-09-06 07:34:59,717 [myid:] - INFO [main:Environment@100] - Server environment:java.version=1.7.0_65 jobmanager_1 | high-availability.zookeeper.quorum: zookeeper:2181 kafka_1 | default.replication.factor = 1 taskmanager_1 | webclient.port: 6080 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Starting DB migration" logger=migrator jobmanager_1 | high-availability.zookeeper.path.root: /flinkPath kafka_1 | delete.topic.enable = false taskmanager_1 | high-availability: zookeeper influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/esp/autogen/2/_00002.wal, size 17932 zookeeper_1 | 2017-09-06 07:34:59,717 [myid:] - INFO [main:Environment@100] - Server environment:java.vendor=Oracle Corporation jobmanager_1 | high-availability.zookeeper.path.namespace: /flinkDemo kafka_1 | fetch.purgatory.purge.interval.requests = 1000 taskmanager_1 | high-availability.zookeeper.quorum: zookeeper:2181 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Executing migration" logger=migrator id="copy data account to org" jobmanager_1 | high-availability.storageDir: file:///tmp/storage kafka_1 | group.max.session.timeout.ms = 300000 influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/esp/autogen/2/_00003.wal, size 49027 zookeeper_1 | 2017-09-06 07:34:59,717 [myid:] - INFO [main:Environment@100] - Server environment:java.home=/usr/lib/jvm/java-7-openjdk-amd64/jre taskmanager_1 | high-availability.zookeeper.path.root: /flinkPath jobmanager_1 | state.backend: filesystem kafka_1 | group.min.session.timeout.ms = 6000 zookeeper_1 | 2017-09-06 07:34:59,718 [myid:] - INFO [main:Environment@100] - Server environment:java.class.path=/opt/zookeeper-3.4.6/bin/../build/classes:/opt/zookeeper-3.4.6/bin/../build/lib/*.jar:/opt/zookeeper-3.4.6/bin/../lib/slf4j-log4j12-1.6.1.jar:/opt/zookeeper-3.4.6/bin/../lib/slf4j-api-1.6.1.jar:/opt/zookeeper-3.4.6/bin/../lib/netty-3.7.0.Final.jar:/opt/zookeeper-3.4.6/bin/../lib/log4j-1.2.16.jar:/opt/zookeeper-3.4.6/bin/../lib/jline-0.9.94.jar:/opt/zookeeper-3.4.6/bin/../zookeeper-3.4.6.jar:/opt/zookeeper-3.4.6/bin/../src/java/lib/*.jar:/opt/zookeeper-3.4.6/bin/../conf: grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Skipping migration condition not fulfilled" logger=migrator id="copy data account to org" taskmanager_1 | high-availability.zookeeper.path.namespace: /flinkDemo influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/esp/autogen/2/_00004.wal, size 0 jobmanager_1 | state.backend.fs.checkpointdir: file:///opt/flinkData/checkpoints kafka_1 | host.name = grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Executing migration" logger=migrator id="copy data account_user to org_user" taskmanager_1 | high-availability.storageDir: file:///tmp/storage zookeeper_1 | 2017-09-06 07:34:59,718 [myid:] - INFO [main:Environment@100] - Server environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib jobmanager_1 | state.savepoints.dir: file:///opt/flinkData/savepoints influxdb_1 | [shard] 2017/09/06 07:34:59 /var/lib/influxdb/data/esp/autogen/2 database index loaded in 5.590844ms kafka_1 | inter.broker.listener.name = null grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Skipping migration condition not fulfilled" logger=migrator id="copy data account_user to org_user" taskmanager_1 | state.backend: filesystem jobmanager_1 | metrics.reporters: graphite_reporter kafka_1 | inter.broker.protocol.version = 0.10.2-IV0 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Starting plugin search" logger=plugins taskmanager_1 | state.backend.fs.checkpointdir: file:///opt/flinkData/checkpoints zookeeper_1 | 2017-09-06 07:34:59,718 [myid:] - INFO [main:Environment@100] - Server environment:java.io.tmpdir=/tmp influxdb_1 | [store] 2017/09/06 07:34:59 /var/lib/influxdb/data/esp/autogen/2 opened in 37.540058ms jobmanager_1 | metrics.reporter.graphite_reporter.class: org.apache.flink.metrics.graphite.GraphiteReporter kafka_1 | leader.imbalance.check.interval.seconds = 300 taskmanager_1 | state.savepoints.dir: file:///opt/flinkData/savepoints jobmanager_1 | metrics.reporter.graphite_reporter.host: influxdb influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00002.wal, size 46674 zookeeper_1 | 2017-09-06 07:34:59,721 [myid:] - INFO [main:Environment@100] - Server environment:java.compiler= grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Initializing CleanUpService" logger=cleanup kafka_1 | leader.imbalance.per.broker.percentage = 10 taskmanager_1 | metrics.reporters: graphite_reporter jobmanager_1 | metrics.reporter.graphite_reporter.port: 2003 influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00003.wal, size 100407 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Initializing Alerting" logger=alerting.engine kafka_1 | listener.security.protocol.map = SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,TRACE:TRACE,SASL_SSL:SASL_SSL,PLAINTEXT:PLAINTEXT taskmanager_1 | metrics.reporter.graphite_reporter.class: org.apache.flink.metrics.graphite.GraphiteReporter zookeeper_1 | 2017-09-06 07:34:59,721 [myid:] - INFO [main:Environment@100] - Server environment:os.name=Linux jobmanager_1 | metrics.reporter.graphite_reporter.protocol: UDP kafka_1 | listeners = null taskmanager_1 | metrics.reporter.graphite_reporter.host: influxdb influxdb_1 | [cacheloader] 2017/09/06 07:34:59 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00004.wal, size 0 jobmanager_1 | metrics.scope.jm: demo..jobmanagerGlobal kafka_1 | log.cleaner.backoff.ms = 15000 zookeeper_1 | 2017-09-06 07:34:59,721 [myid:] - INFO [main:Environment@100] - Server environment:os.arch=amd64 taskmanager_1 | metrics.reporter.graphite_reporter.port: 2003 grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Initializing Stream Manager" influxdb_1 | [shard] 2017/09/06 07:34:59 /var/lib/influxdb/data/_internal/monitor/1 database index loaded in 800.063µs jobmanager_1 | metrics.scope.jm.job: demo..jobmanagerJob. kafka_1 | log.cleaner.dedupe.buffer.size = 134217728 zookeeper_1 | 2017-09-06 07:34:59,721 [myid:] - INFO [main:Environment@100] - Server environment:os.version=4.9.41-moby taskmanager_1 | metrics.reporter.graphite_reporter.protocol: UDP grafana_1 | t=2017-09-06T07:35:00+0000 lvl=info msg="Initializing HTTP Server" logger=http.server address=0.0.0.0:3000 protocol=http subUrl=/grafana socket= influxdb_1 | [store] 2017/09/06 07:34:59 /var/lib/influxdb/data/_internal/monitor/1 opened in 84.151312ms jobmanager_1 | metrics.scope.tm: demo..taskmanagerGlobal. kafka_1 | log.cleaner.delete.retention.ms = 86400000 taskmanager_1 | metrics.scope.jm: demo..jobmanagerGlobal influxdb_1 | [subscriber] 2017/09/06 07:34:59 opened service jobmanager_1 | metrics.scope.tm.job: demo..taskmanagerJob.. zookeeper_1 | 2017-09-06 07:34:59,722 [myid:] - INFO [main:Environment@100] - Server environment:user.name=root kafka_1 | log.cleaner.enable = true grafana_1 | dial tcp [::1]:3000: getsockopt: connection refused taskmanager_1 | metrics.scope.jm.job: demo..jobmanagerJob. influxdb_1 | [monitor] 2017/09/06 07:34:59 Starting monitor system jobmanager_1 | metrics.scope.task: demo..taskmanagerTask.... kafka_1 | log.cleaner.io.buffer.load.factor = 0.9 zookeeper_1 | 2017-09-06 07:34:59,722 [myid:] - INFO [main:Environment@100] - Server environment:user.home=/root taskmanager_1 | metrics.scope.tm: demo..taskmanagerGlobal. influxdb_1 | [monitor] 2017/09/06 07:34:59 'build' registered for diagnostics monitoring jobmanager_1 | metrics.scope.operator: demo..taskmanagerTask.... kafka_1 | log.cleaner.io.buffer.size = 524288 taskmanager_1 | metrics.scope.tm.job: demo..taskmanagerJob.. influxdb_1 | [monitor] 2017/09/06 07:34:59 'runtime' registered for diagnostics monitoring grafana_1 | dial tcp [::1]:3000: getsockopt: connection refused % Total % Received % Xferd Average Speed Time Time Time Current jobmanager_1 | akka.framesize: 209715200b taskmanager_1 | metrics.scope.task: demo..taskmanagerTask.... kafka_1 | log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 zookeeper_1 | 2017-09-06 07:34:59,722 [myid:] - INFO [main:Environment@100] - Server environment:user.dir=/opt/zookeeper-3.4.6 influxdb_1 | [monitor] 2017/09/06 07:34:59 'network' registered for diagnostics monitoring grafana_1 | Dload Upload Total Spent Left Speed jobmanager_1 | jobmanager.web.history: 50 taskmanager_1 | metrics.scope.operator: demo..taskmanagerTask.... kafka_1 | log.cleaner.min.cleanable.ratio = 0.5 influxdb_1 | [monitor] 2017/09/06 07:34:59 'system' registered for diagnostics monitoring jobmanager_1 | blob.server.port: 6124 taskmanager_1 | akka.framesize: 209715200b kafka_1 | log.cleaner.min.compaction.lag.ms = 0 zookeeper_1 | 2017-09-06 07:34:59,723 [myid:] - INFO [main:ZooKeeperServer@755] - tickTime set to 2000 influxdb_1 | [shard-precreation] 2017/09/06 07:34:59 Starting precreation service with check interval of 10m0s, advance period of 30m0s jobmanager_1 | query.server.port: 6125 taskmanager_1 | jobmanager.web.history: 50 kafka_1 | log.cleaner.threads = 1 zookeeper_1 | 2017-09-06 07:34:59,723 [myid:] - INFO [main:ZooKeeperServer@764] - minSessionTimeout set to -1 influxdb_1 | [snapshot] 2017/09/06 07:34:59 Starting snapshot service jobmanager_1 | blob.server.port: 6124 taskmanager_1 | blob.server.port: 6124 kafka_1 | log.cleanup.policy = [delete] influxdb_1 | [admin] 2017/09/06 07:34:59 Starting admin service jobmanager_1 | query.server.port: 6125 zookeeper_1 | 2017-09-06 07:34:59,723 [myid:] - INFO [main:ZooKeeperServer@773] - maxSessionTimeout set to -1 taskmanager_1 | query.server.port: 6125 kafka_1 | log.dir = /tmp/kafka-logs influxdb_1 | [admin] 2017/09/06 07:34:59 DEPRECATED: This plugin is deprecated as of 1.1.0 and will be removed in a future release jobmanager_1 | blob.server.port: 6124 taskmanager_1 | blob.server.port: 6124 kafka_1 | log.dirs = /kafka/kafka-logs-15e477f1ee17 zookeeper_1 | 2017-09-06 07:34:59,740 [myid:] - INFO [main:NIOServerCnxnFactory@94] - binding to port 0.0.0.0/0.0.0.0:2181 influxdb_1 | [admin] 2017/09/06 07:34:59 Listening on HTTP: [::]:8083 jobmanager_1 | query.server.port: 6125 taskmanager_1 | query.server.port: 6125 kafka_1 | log.flush.interval.messages = 9223372036854775807 influxdb_1 | [continuous_querier] 2017/09/06 07:34:59 Starting continuous query service jobmanager_1 | blob.server.port: 6124 taskmanager_1 | blob.server.port: 6124 kafka_1 | log.flush.interval.ms = null zookeeper_1 | 2017-09-06 07:35:03,009 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:NIOServerCnxnFactory@197] - Accepted socket connection from /172.20.0.5:35554 influxdb_1 | [httpd] 2017/09/06 07:34:59 Starting HTTP service jobmanager_1 | query.server.port: 6125 taskmanager_1 | query.server.port: 6125 kafka_1 | log.flush.offset.checkpoint.interval.ms = 60000 influxdb_1 | [httpd] 2017/09/06 07:34:59 Authentication enabled: false jobmanager_1 | blob.server.port: 6124 zookeeper_1 | 2017-09-06 07:35:03,024 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:ZooKeeperServer@868] - Client attempting to establish new session at /172.20.0.5:35554 taskmanager_1 | blob.server.port: 6124 kafka_1 | log.flush.scheduler.interval.ms = 9223372036854775807 influxdb_1 | [httpd] 2017/09/06 07:34:59 Listening on HTTP: [::]:8086 jobmanager_1 | query.server.port: 6125 taskmanager_1 | query.server.port: 6125 kafka_1 | log.index.interval.bytes = 4096 jobmanager_1 | blob.server.port: 6124 taskmanager_1 | blob.server.port: 6124 kafka_1 | log.index.size.max.bytes = 10485760 zookeeper_1 | 2017-09-06 07:35:03,025 [myid:] - INFO [SyncThread:0:FileTxnLog@199] - Creating new log file: log.151 influxdb_1 | [retention] 2017/09/06 07:34:59 Starting retention policy enforcement service with check interval of 30m0s jobmanager_1 | query.server.port: 6125 taskmanager_1 | query.server.port: 6125 kafka_1 | log.message.format.version = 0.10.2-IV0 influxdb_1 | [graphite] 2017/09/06 07:34:59 Starting graphite service, batch size 5000, batch timeout 1s jobmanager_1 | blob.server.port: 6124 zookeeper_1 | 2017-09-06 07:35:03,063 [myid:] - INFO [SyncThread:0:ZooKeeperServer@617] - Established session 0x15e561d13f20000 with negotiated timeout 6000 for client /172.20.0.5:35554 taskmanager_1 | blob.server.port: 6124 kafka_1 | log.message.timestamp.difference.max.ms = 9223372036854775807 influxdb_1 | [monitor] 2017/09/06 07:34:59 'graphite:udp::2003' registered for diagnostics monitoring jobmanager_1 | query.server.port: 6125 taskmanager_1 | query.server.port: 6125 kafka_1 | log.message.timestamp.type = CreateTime influxdb_1 | [graphite] 2017/09/06 07:34:59 Listening on UDP: [::]:2003 taskmanager_1 | blob.server.port: 6124 kafka_1 | log.preallocate = false influxdb_1 | [run] 2017/09/06 07:34:59 Listening for signals taskmanager_1 | query.server.port: 6125 kafka_1 | log.retention.bytes = -1 influxdb_1 | [monitor] 2017/09/06 07:34:59 Storing statistics in database '_internal' retention policy 'monitor', at interval 10s jobmanager_1 | Starting jobmanager as a console application on host 7a50df8dc863. taskmanager_1 | blob.server.port: 6124 kafka_1 | log.retention.check.interval.ms = 300000 influxdb_1 | 2017/09/06 07:34:59 Sending usage statistics to usage.influxdata.com taskmanager_1 | query.server.port: 6125 kafka_1 | log.retention.hours = 168 kafka_1 | log.retention.minutes = null influxdb_1 | dial tcp [::1]:8086: getsockopt: connection refused kafka_1 | log.retention.ms = null influxdb_1 | => Creating database: ESP kafka_1 | log.roll.hours = 168 kafka_1 | log.roll.jitter.hours = 0 kafka_1 | log.roll.jitter.ms = null influxdb_1 | [httpd] 127.0.0.1 - - [06/Sep/2017:07:35:02 +0000] "GET /ping HTTP/1.1" 204 0 "-" "InfluxDBShell/1.1.5" e506a634-92d5-11e7-8001-000000000000 418 kafka_1 | log.roll.ms = null kafka_1 | log.segment.bytes = 1073741824 kafka_1 | log.segment.delete.delay.ms = 60000 influxdb_1 | [query] 2017/09/06 07:35:02 CREATE DATABASE ESP kafka_1 | max.connections.per.ip = 2147483647 kafka_1 | max.connections.per.ip.overrides = kafka_1 | message.max.bytes = 1000012 kafka_1 | metric.reporters = [] kafka_1 | metrics.num.samples = 2 kafka_1 | metrics.recording.level = INFO kafka_1 | metrics.sample.window.ms = 30000 kafka_1 | min.insync.replicas = 1 influxdb_1 | [httpd] 127.0.0.1 - - [06/Sep/2017:07:35:02 +0000] "POST /query?chunked=true&db=&epoch=ns&q=create+database+ESP HTTP/1.1" 200 51 "-" "InfluxDBShell/1.1.5" e5073cae-92d5-11e7-8002-000000000000 5627 kafka_1 | num.io.threads = 8 kafka_1 | num.network.threads = 3 kafka_1 | num.partitions = 1 kafka_1 | num.recovery.threads.per.data.dir = 1 kafka_1 | num.replica.fetchers = 1 kafka_1 | offset.metadata.max.bytes = 4096 kafka_1 | offsets.commit.required.acks = -1 kafka_1 | offsets.commit.timeout.ms = 5000 kafka_1 | offsets.load.buffer.size = 5242880 kafka_1 | offsets.retention.check.interval.ms = 600000 influxdb_1 | exec influxd kafka_1 | offsets.retention.minutes = 1440 kafka_1 | offsets.topic.compression.codec = 0 kafka_1 | offsets.topic.num.partitions = 50 kafka_1 | offsets.topic.replication.factor = 3 kafka_1 | offsets.topic.segment.bytes = 104857600 kafka_1 | port = 9092 kafka_1 | principal.builder.class = class org.apache.kafka.common.security.auth.DefaultPrincipalBuilder kafka_1 | producer.purgatory.purge.interval.requests = 1000 kafka_1 | queued.max.requests = 500 kafka_1 | quota.consumer.default = 9223372036854775807 kafka_1 | quota.producer.default = 9223372036854775807 kafka_1 | quota.window.num = 11 kafka_1 | quota.window.size.seconds = 1 kafka_1 | replica.fetch.backoff.ms = 1000 kafka_1 | replica.fetch.max.bytes = 1048576 kafka_1 | replica.fetch.min.bytes = 1 kafka_1 | replica.fetch.response.max.bytes = 10485760 kafka_1 | replica.fetch.wait.max.ms = 500 kafka_1 | replica.high.watermark.checkpoint.interval.ms = 5000 kafka_1 | replica.lag.time.max.ms = 10000 kafka_1 | replica.socket.receive.buffer.bytes = 65536 kafka_1 | replica.socket.timeout.ms = 30000 kafka_1 | replication.quota.window.num = 11 kafka_1 | replication.quota.window.size.seconds = 1 kafka_1 | request.timeout.ms = 30000 kafka_1 | reserved.broker.max.id = 1000 kafka_1 | sasl.enabled.mechanisms = [GSSAPI] kafka_1 | sasl.kerberos.kinit.cmd = /usr/bin/kinit kafka_1 | sasl.kerberos.min.time.before.relogin = 60000 kafka_1 | sasl.kerberos.principal.to.local.rules = [DEFAULT] kafka_1 | sasl.kerberos.service.name = null kafka_1 | sasl.kerberos.ticket.renew.jitter = 0.05 kafka_1 | sasl.kerberos.ticket.renew.window.factor = 0.8 kafka_1 | sasl.mechanism.inter.broker.protocol = GSSAPI kafka_1 | security.inter.broker.protocol = PLAINTEXT kafka_1 | socket.receive.buffer.bytes = 102400 kafka_1 | socket.request.max.bytes = 104857600 kafka_1 | socket.send.buffer.bytes = 102400 kafka_1 | ssl.cipher.suites = null kafka_1 | ssl.client.auth = none kafka_1 | ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] kafka_1 | ssl.endpoint.identification.algorithm = null kafka_1 | ssl.key.password = null kafka_1 | ssl.keymanager.algorithm = SunX509 kafka_1 | ssl.keystore.location = null kafka_1 | ssl.keystore.password = null kafka_1 | ssl.keystore.type = JKS kafka_1 | ssl.protocol = TLS kafka_1 | ssl.provider = null kafka_1 | ssl.secure.random.implementation = null kafka_1 | ssl.trustmanager.algorithm = PKIX kafka_1 | ssl.truststore.location = null kafka_1 | ssl.truststore.password = null kafka_1 | ssl.truststore.type = JKS kafka_1 | unclean.leader.election.enable = true kafka_1 | zookeeper.connect = zookeeper:2181 kafka_1 | zookeeper.connection.timeout.ms = 6000 kafka_1 | zookeeper.session.timeout.ms = 6000 kafka_1 | zookeeper.set.acl = false kafka_1 | zookeeper.sync.time.ms = 2000 kafka_1 | (kafka.server.KafkaConfig) kafka_1 | [2017-09-06 07:35:02,900] INFO starting (kafka.server.KafkaServer) kafka_1 | [2017-09-06 07:35:02,914] INFO Connecting to zookeeper on zookeeper:2181 (kafka.server.KafkaServer) kafka_1 | [2017-09-06 07:35:02,942] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) kafka_1 | [2017-09-06 07:35:02,948] INFO Client environment:zookeeper.version=3.4.9-1757313, built on 08/23/2016 06:50 GMT (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,953] INFO Client environment:host.name=15e477f1ee17 (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,953] INFO Client environment:java.version=1.8.0_131 (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:java.vendor=Oracle Corporation (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:java.home=/opt/jdk1.8.0_131/jre (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:java.class.path=:/opt/kafka/bin/../libs/aopalliance-repackaged-2.5.0-b05.jar:/opt/kafka/bin/../libs/argparse4j-0.7.0.jar:/opt/kafka/bin/../libs/connect-api-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-file-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-json-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-runtime-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-transforms-0.10.2.1.jar:/opt/kafka/bin/../libs/guava-18.0.jar:/opt/kafka/bin/../libs/hk2-api-2.5.0-b05.jar:/opt/kafka/bin/../libs/hk2-locator-2.5.0-b05.jar:/opt/kafka/bin/../libs/hk2-utils-2.5.0-b05.jar:/opt/kafka/bin/../libs/jackson-annotations-2.8.0.jar:/opt/kafka/bin/../libs/jackson-annotations-2.8.5.jar:/opt/kafka/bin/../libs/jackson-core-2.8.5.jar:/opt/kafka/bin/../libs/jackson-databind-2.8.5.jar:/opt/kafka/bin/../libs/jackson-jaxrs-base-2.8.5.jar:/opt/kafka/bin/../libs/jackson-jaxrs-json-provider-2.8.5.jar:/opt/kafka/bin/../libs/jackson-module-jaxb-annotations-2.8.5.jar:/opt/kafka/bin/../libs/javassist-3.20.0-GA.jar:/opt/kafka/bin/../libs/javax.annotation-api-1.2.jar:/opt/kafka/bin/../libs/javax.inject-1.jar:/opt/kafka/bin/../libs/javax.inject-2.5.0-b05.jar:/opt/kafka/bin/../libs/javax.servlet-api-3.1.0.jar:/opt/kafka/bin/../libs/javax.ws.rs-api-2.0.1.jar:/opt/kafka/bin/../libs/jersey-client-2.24.jar:/opt/kafka/bin/../libs/jersey-common-2.24.jar:/opt/kafka/bin/../libs/jersey-container-servlet-2.24.jar:/opt/kafka/bin/../libs/jersey-container-servlet-core-2.24.jar:/opt/kafka/bin/../libs/jersey-guava-2.24.jar:/opt/kafka/bin/../libs/jersey-media-jaxb-2.24.jar:/opt/kafka/bin/../libs/jersey-server-2.24.jar:/opt/kafka/bin/../libs/jetty-continuation-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-http-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-io-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-security-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-server-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-servlet-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-servlets-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-util-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jopt-simple-5.0.3.jar:/opt/kafka/bin/../libs/kafka-clients-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-log4j-appender-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-streams-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-streams-examples-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-tools-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka_2.12-0.10.2.1-sources.jar:/opt/kafka/bin/../libs/kafka_2.12-0.10.2.1-test-sources.jar:/opt/kafka/bin/../libs/kafka_2.12-0.10.2.1.jar:/opt/kafka/bin/../libs/log4j-1.2.17.jar:/opt/kafka/bin/../libs/lz4-1.3.0.jar:/opt/kafka/bin/../libs/metrics-core-2.2.0.jar:/opt/kafka/bin/../libs/osgi-resource-locator-1.0.1.jar:/opt/kafka/bin/../libs/reflections-0.9.10.jar:/opt/kafka/bin/../libs/rocksdbjni-5.0.1.jar:/opt/kafka/bin/../libs/scala-library-2.12.1.jar:/opt/kafka/bin/../libs/scala-parser-combinators_2.12-1.0.4.jar:/opt/kafka/bin/../libs/slf4j-api-1.7.21.jar:/opt/kafka/bin/../libs/slf4j-log4j12-1.7.21.jar:/opt/kafka/bin/../libs/snappy-java-1.1.2.6.jar:/opt/kafka/bin/../libs/validation-api-1.1.0.Final.jar:/opt/kafka/bin/../libs/zkclient-0.10.jar:/opt/kafka/bin/../libs/zookeeper-3.4.9.jar (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:java.compiler= (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:os.version=4.9.41-moby (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,954] INFO Client environment:user.name=root (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,955] INFO Client environment:user.home=/root (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,955] INFO Client environment:user.dir=/ (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,959] INFO Initiating client connection, connectString=zookeeper:2181 sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@6b26e945 (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:35:02,986] INFO Waiting for keeper state SyncConnected (org.I0Itec.zkclient.ZkClient) kafka_1 | [2017-09-06 07:35:02,997] INFO Opening socket connection to server docker_zookeeper_1.docker_default/172.20.0.2:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn) kafka_1 | [2017-09-06 07:35:03,012] INFO Socket connection established to docker_zookeeper_1.docker_default/172.20.0.2:2181, initiating session (org.apache.zookeeper.ClientCnxn) kafka_1 | [2017-09-06 07:35:03,067] INFO Session establishment complete on server docker_zookeeper_1.docker_default/172.20.0.2:2181, sessionid = 0x15e561d13f20000, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) kafka_1 | [2017-09-06 07:35:03,071] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) kafka_1 | [2017-09-06 07:35:03,537] INFO Cluster ID = TFLhBG3STymPdXnHKcoBBw (kafka.server.KafkaServer) kafka_1 | [2017-09-06 07:35:03,630] INFO [ThrottledRequestReaper-Fetch], Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper) kafka_1 | [2017-09-06 07:35:03,655] INFO [ThrottledRequestReaper-Produce], Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper) kafka_1 | [2017-09-06 07:35:04,180] INFO Loading logs. (kafka.log.LogManager) kafka_1 | [2017-09-06 07:35:04,308] INFO Completed load of log __consumer_offsets-21 with 1 log segments and log end offset 0 in 53 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,334] INFO Completed load of log __consumer_offsets-6 with 1 log segments and log end offset 0 in 3 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,356] INFO Completed load of log __consumer_offsets-11 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,373] INFO Completed load of log __consumer_offsets-35 with 1 log segments and log end offset 0 in 4 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,387] INFO Completed load of log __consumer_offsets-2 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,403] INFO Completed load of log __consumer_offsets-38 with 1 log segments and log end offset 0 in 3 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,429] INFO Completed load of log __consumer_offsets-27 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,450] INFO Completed load of log __consumer_offsets-26 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,463] INFO Completed load of log __consumer_offsets-32 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,473] INFO Completed load of log __consumer_offsets-30 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,479] INFO Completed load of log __consumer_offsets-39 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,482] INFO Completed load of log __consumer_offsets-31 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,486] INFO Completed load of log __consumer_offsets-7 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,490] INFO Completed load of log __consumer_offsets-17 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,493] INFO Completed load of log __consumer_offsets-47 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,505] INFO Completed load of log __consumer_offsets-37 with 1 log segments and log end offset 0 in 8 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,523] INFO Completed load of log __consumer_offsets-49 with 1 log segments and log end offset 249 in 7 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,568] INFO Completed load of log __consumer_offsets-18 with 1 log segments and log end offset 0 in 8 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,587] INFO Completed load of log __consumer_offsets-13 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,604] INFO Completed load of log __consumer_offsets-45 with 1 log segments and log end offset 0 in 4 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,621] INFO Completed load of log __consumer_offsets-9 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,634] INFO Completed load of log __consumer_offsets-14 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,645] INFO Completed load of log __consumer_offsets-8 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,659] INFO Completed load of log __consumer_offsets-42 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:35:04,658 WARN org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable kafka_1 | [2017-09-06 07:35:04,669] INFO Completed load of log __consumer_offsets-34 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,676] INFO Completed load of log __consumer_offsets-5 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,678] INFO Completed load of log __consumer_offsets-12 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,682] INFO Completed load of log __consumer_offsets-16 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,689] INFO Completed load of log __consumer_offsets-46 with 1 log segments and log end offset 0 in 5 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,692] INFO Completed load of log __consumer_offsets-24 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,696] INFO Completed load of log __consumer_offsets-3 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,706] INFO Completed load of log __consumer_offsets-20 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,744] INFO Completed load of log __consumer_offsets-44 with 1 log segments and log end offset 0 in 13 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,760] INFO Completed load of log __consumer_offsets-41 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,793] INFO Completed load of log __consumer_offsets-15 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,804] INFO Completed load of log __consumer_offsets-48 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,810] INFO Completed load of log __consumer_offsets-36 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,819] INFO Completed load of log __consumer_offsets-29 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,824] INFO Completed load of log __consumer_offsets-10 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) grafana_1 | 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 66160 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 100 66211 0 51 100 66160 47 61174 0:00:01 0:00:01 --:--:-- 61202 grafana_1 | dial tcp [::1]:3000: getsockopt: connection refused./run.sh "${@}" kafka_1 | [2017-09-06 07:35:04,841] INFO Completed load of log __consumer_offsets-25 with 1 log segments and log end offset 0 in 9 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,854] INFO Completed load of log __consumer_offsets-1 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,892] INFO Completed load of log __consumer_offsets-0 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,901] INFO Completed load of log __consumer_offsets-22 with 1 log segments and log end offset 0 in 5 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,907] INFO Completed load of log __consumer_offsets-19 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,916] INFO Completed load of log __consumer_offsets-40 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,927] INFO Completed load of log processedEvents-0 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,935] INFO Completed load of log __consumer_offsets-28 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,943] INFO Completed load of log __consumer_offsets-23 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,963] INFO Completed load of log __consumer_offsets-33 with 1 log segments and log end offset 0 in 14 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,968] INFO Completed load of log __consumer_offsets-43 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,972] INFO Completed load of log __consumer_offsets-4 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:35:04,983] INFO Logs loading complete in 803 ms. (kafka.log.LogManager) jobmanager_1 | 2017-09-06 07:35:05,027 INFO org.apache.flink.runtime.jobmanager.JobManager - -------------------------------------------------------------------------------- jobmanager_1 | 2017-09-06 07:35:05,027 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager (Version: 1.3.2, Rev:0399bee, Date:03.08.2017 @ 10:23:11 UTC) jobmanager_1 | 2017-09-06 07:35:05,032 INFO org.apache.flink.runtime.jobmanager.JobManager - Current user: flink jobmanager_1 | 2017-09-06 07:35:05,033 INFO org.apache.flink.runtime.jobmanager.JobManager - JVM: OpenJDK 64-Bit Server VM - Oracle Corporation - 1.8/25.141-b15 jobmanager_1 | 2017-09-06 07:35:05,033 INFO org.apache.flink.runtime.jobmanager.JobManager - Maximum heap size: 479 MiBytes jobmanager_1 | 2017-09-06 07:35:05,033 INFO org.apache.flink.runtime.jobmanager.JobManager - JAVA_HOME: /docker-java-home/jre jobmanager_1 | 2017-09-06 07:35:05,043 INFO org.apache.flink.runtime.jobmanager.JobManager - Hadoop version: 2.7.2 jobmanager_1 | 2017-09-06 07:35:05,043 INFO org.apache.flink.runtime.jobmanager.JobManager - JVM Options: jobmanager_1 | 2017-09-06 07:35:05,043 INFO org.apache.flink.runtime.jobmanager.JobManager - -Xms500m jobmanager_1 | 2017-09-06 07:35:05,043 INFO org.apache.flink.runtime.jobmanager.JobManager - -Xmx500m jobmanager_1 | 2017-09-06 07:35:05,044 INFO org.apache.flink.runtime.jobmanager.JobManager - -Dflink.local.hostname=taskmanager jobmanager_1 | 2017-09-06 07:35:05,044 INFO org.apache.flink.runtime.jobmanager.JobManager - -Dlog4j.configuration=file:/opt/flink/conf/log4j-console.properties jobmanager_1 | 2017-09-06 07:35:05,044 INFO org.apache.flink.runtime.jobmanager.JobManager - -Dlogback.configurationFile=file:/opt/flink/conf/logback-console.xml jobmanager_1 | 2017-09-06 07:35:05,045 INFO org.apache.flink.runtime.jobmanager.JobManager - Program Arguments: jobmanager_1 | 2017-09-06 07:35:05,045 INFO org.apache.flink.runtime.jobmanager.JobManager - --configDir jobmanager_1 | 2017-09-06 07:35:05,045 INFO org.apache.flink.runtime.jobmanager.JobManager - /opt/flink/conf jobmanager_1 | 2017-09-06 07:35:05,046 INFO org.apache.flink.runtime.jobmanager.JobManager - --executionMode jobmanager_1 | 2017-09-06 07:35:05,046 INFO org.apache.flink.runtime.jobmanager.JobManager - cluster jobmanager_1 | 2017-09-06 07:35:05,046 INFO org.apache.flink.runtime.jobmanager.JobManager - Classpath: /opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: jobmanager_1 | 2017-09-06 07:35:05,046 INFO org.apache.flink.runtime.jobmanager.JobManager - -------------------------------------------------------------------------------- jobmanager_1 | 2017-09-06 07:35:05,048 INFO org.apache.flink.runtime.jobmanager.JobManager - Registered UNIX signal handlers for [TERM, HUP, INT] kafka_1 | [2017-09-06 07:35:05,172] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager) kafka_1 | [2017-09-06 07:35:05,179] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager) jobmanager_1 | 2017-09-06 07:35:05,283 INFO org.apache.flink.runtime.jobmanager.JobManager - Loading configuration from /opt/flink/conf taskmanager_1 | Starting taskmanager as a console application on host efad34b0ea7e. jobmanager_1 | 2017-09-06 07:35:05,302 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager jobmanager_1 | 2017-09-06 07:35:05,302 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager jobmanager_1 | 2017-09-06 07:35:05,304 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" jobmanager_1 | 2017-09-06 07:35:05,305 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 jobmanager_1 | 2017-09-06 07:35:05,305 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 jobmanager_1 | 2017-09-06 07:35:05,306 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 jobmanager_1 | 2017-09-06 07:35:05,307 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 jobmanager_1 | 2017-09-06 07:35:05,319 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 jobmanager_1 | 2017-09-06 07:35:05,319 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 jobmanager_1 | 2017-09-06 07:35:05,320 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 jobmanager_1 | 2017-09-06 07:35:05,320 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper jobmanager_1 | 2017-09-06 07:35:05,321 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 jobmanager_1 | 2017-09-06 07:35:05,321 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath jobmanager_1 | 2017-09-06 07:35:05,322 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo jobmanager_1 | 2017-09-06 07:35:05,322 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage jobmanager_1 | 2017-09-06 07:35:05,323 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem jobmanager_1 | 2017-09-06 07:35:05,323 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints jobmanager_1 | 2017-09-06 07:35:05,323 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints jobmanager_1 | 2017-09-06 07:35:05,324 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter jobmanager_1 | 2017-09-06 07:35:05,324 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter jobmanager_1 | 2017-09-06 07:35:05,325 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb jobmanager_1 | 2017-09-06 07:35:05,325 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 jobmanager_1 | 2017-09-06 07:35:05,326 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP jobmanager_1 | 2017-09-06 07:35:05,326 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal jobmanager_1 | 2017-09-06 07:35:05,326 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. jobmanager_1 | 2017-09-06 07:35:05,327 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. jobmanager_1 | 2017-09-06 07:35:05,336 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. jobmanager_1 | 2017-09-06 07:35:05,336 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... jobmanager_1 | 2017-09-06 07:35:05,337 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... jobmanager_1 | 2017-09-06 07:35:05,337 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b jobmanager_1 | 2017-09-06 07:35:05,337 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 jobmanager_1 | 2017-09-06 07:35:05,338 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,338 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,338 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,339 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,339 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,340 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,340 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,340 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,341 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,341 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,341 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,342 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,348 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,349 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,349 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,349 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,357 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager with high-availability jobmanager_1 | 2017-09-06 07:35:05,370 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager on jobmanager:0 with execution mode CLUSTER jobmanager_1 | 2017-09-06 07:35:05,389 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager jobmanager_1 | 2017-09-06 07:35:05,390 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager jobmanager_1 | 2017-09-06 07:35:05,390 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" jobmanager_1 | 2017-09-06 07:35:05,391 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 jobmanager_1 | 2017-09-06 07:35:05,391 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 jobmanager_1 | 2017-09-06 07:35:05,392 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 jobmanager_1 | 2017-09-06 07:35:05,392 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 jobmanager_1 | 2017-09-06 07:35:05,392 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 jobmanager_1 | 2017-09-06 07:35:05,393 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 jobmanager_1 | 2017-09-06 07:35:05,393 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 jobmanager_1 | 2017-09-06 07:35:05,394 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper jobmanager_1 | 2017-09-06 07:35:05,394 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 jobmanager_1 | 2017-09-06 07:35:05,395 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath jobmanager_1 | 2017-09-06 07:35:05,395 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo jobmanager_1 | 2017-09-06 07:35:05,396 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage jobmanager_1 | 2017-09-06 07:35:05,409 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem jobmanager_1 | 2017-09-06 07:35:05,409 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints jobmanager_1 | 2017-09-06 07:35:05,409 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints jobmanager_1 | 2017-09-06 07:35:05,410 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter jobmanager_1 | 2017-09-06 07:35:05,410 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter jobmanager_1 | 2017-09-06 07:35:05,411 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb jobmanager_1 | 2017-09-06 07:35:05,411 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 jobmanager_1 | 2017-09-06 07:35:05,411 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP jobmanager_1 | 2017-09-06 07:35:05,412 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal jobmanager_1 | 2017-09-06 07:35:05,416 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. jobmanager_1 | 2017-09-06 07:35:05,416 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. jobmanager_1 | 2017-09-06 07:35:05,416 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. jobmanager_1 | 2017-09-06 07:35:05,417 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... jobmanager_1 | 2017-09-06 07:35:05,417 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... jobmanager_1 | 2017-09-06 07:35:05,417 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b jobmanager_1 | 2017-09-06 07:35:05,418 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 jobmanager_1 | 2017-09-06 07:35:05,422 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,423 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,423 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,423 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,423 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,434 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,434 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,434 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,434 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,436 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,436 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:05,436 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:05,476 INFO org.apache.flink.runtime.security.modules.HadoopModule - Hadoop user set to flink (auth:SIMPLE) kafka_1 | [2017-09-06 07:35:05,609] INFO Awaiting socket connections on 0.0.0.0:9092. (kafka.network.Acceptor) kafka_1 | [2017-09-06 07:35:05,702] INFO [Socket Server on Broker 1001], Started 1 acceptor threads (kafka.network.SocketServer) kafka_1 | [2017-09-06 07:35:05,819] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) jobmanager_1 | 2017-09-06 07:35:05,821 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager actor system reachable at jobmanager:36927 kafka_1 | [2017-09-06 07:35:05,832] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) app_1 | 07:35:05.917 [main] INFO p.t.nussknacker.ui.NussknackerApp$ - Ui config loaded: app_1 | featureTogglesConfig: FeatureTogglesConfig(false,false,Some(KibanaSettings(/kibana/)),Some(GrafanaSettings(/grafana/,flink-esp,demo)),None,None,None) app_1 | nodesConfig:Map() app_1 | 07:35:05.981 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariCP pool db is starting. kafka_1 | [2017-09-06 07:35:06,089] INFO Creating /controller (is it secure? false) (kafka.utils.ZKCheckedEphemeral) kafka_1 | [2017-09-06 07:35:06,132] INFO Result of znode creation is: OK (kafka.utils.ZKCheckedEphemeral) kafka_1 | [2017-09-06 07:35:06,133] INFO 1001 successfully elected as leader (kafka.server.ZookeeperLeaderElector) jobmanager_1 | 2017-09-06 07:35:06,526 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started jobmanager_1 | 2017-09-06 07:35:06,720 INFO Remoting - Starting remoting app_1 | 07:35:07.117 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - open start - state modified taskmanager_1 | 2017-09-06 07:35:07,153 WARN org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable app_1 | 07:35:07.186 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose start app_1 | 07:35:07.186 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose synched app_1 | 07:35:07.298 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose script done taskmanager_1 | 2017-09-06 07:35:07,362 INFO org.apache.flink.runtime.taskmanager.TaskManager - -------------------------------------------------------------------------------- taskmanager_1 | 2017-09-06 07:35:07,362 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager (Version: 1.3.2, Rev:0399bee, Date:03.08.2017 @ 10:23:11 UTC) taskmanager_1 | 2017-09-06 07:35:07,364 INFO org.apache.flink.runtime.taskmanager.TaskManager - Current user: flink taskmanager_1 | 2017-09-06 07:35:07,364 INFO org.apache.flink.runtime.taskmanager.TaskManager - JVM: OpenJDK 64-Bit Server VM - Oracle Corporation - 1.8/25.141-b15 taskmanager_1 | 2017-09-06 07:35:07,365 INFO org.apache.flink.runtime.taskmanager.TaskManager - Maximum heap size: 9583 MiBytes taskmanager_1 | 2017-09-06 07:35:07,365 INFO org.apache.flink.runtime.taskmanager.TaskManager - JAVA_HOME: /docker-java-home/jre taskmanager_1 | 2017-09-06 07:35:07,376 INFO org.apache.flink.runtime.taskmanager.TaskManager - Hadoop version: 2.7.2 taskmanager_1 | 2017-09-06 07:35:07,376 INFO org.apache.flink.runtime.taskmanager.TaskManager - JVM Options: taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Xms10000M taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Xmx10000M taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - -XX:MaxDirectMemorySize=8388607T taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Dflink.local.hostname=taskmanager taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Dlog4j.configuration=file:/opt/flink/conf/log4j-console.properties taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Dlogback.configurationFile=file:/opt/flink/conf/logback-console.xml taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - Program Arguments: taskmanager_1 | 2017-09-06 07:35:07,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - --configDir taskmanager_1 | 2017-09-06 07:35:07,378 INFO org.apache.flink.runtime.taskmanager.TaskManager - /opt/flink/conf taskmanager_1 | 2017-09-06 07:35:07,378 INFO org.apache.flink.runtime.taskmanager.TaskManager - Classpath: /opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: taskmanager_1 | 2017-09-06 07:35:07,378 INFO org.apache.flink.runtime.taskmanager.TaskManager - -------------------------------------------------------------------------------- app_1 | 07:35:07.380 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose end taskmanager_1 | 2017-09-06 07:35:07,385 INFO org.apache.flink.runtime.taskmanager.TaskManager - Registered UNIX signal handlers for [TERM, HUP, INT] taskmanager_1 | 2017-09-06 07:35:07,395 INFO org.apache.flink.runtime.taskmanager.TaskManager - Maximum number of open file descriptors is 70000 app_1 | 07:35:07.423 [main] INFO o.f.c.internal.util.VersionPrinter - Flyway 4.0.3 by Boxfuse taskmanager_1 | 2017-09-06 07:35:07,438 INFO org.apache.flink.runtime.taskmanager.TaskManager - Loading configuration from /opt/flink/conf jobmanager_1 | 2017-09-06 07:35:07,487 INFO Remoting - Remoting started; listening on addresses :[akka.tcp://flink@jobmanager:36927] taskmanager_1 | 2017-09-06 07:35:07,498 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager taskmanager_1 | 2017-09-06 07:35:07,500 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager taskmanager_1 | 2017-09-06 07:35:07,500 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" taskmanager_1 | 2017-09-06 07:35:07,511 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 taskmanager_1 | 2017-09-06 07:35:07,512 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 taskmanager_1 | 2017-09-06 07:35:07,512 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 taskmanager_1 | 2017-09-06 07:35:07,519 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 taskmanager_1 | 2017-09-06 07:35:07,519 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 taskmanager_1 | 2017-09-06 07:35:07,519 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 taskmanager_1 | 2017-09-06 07:35:07,520 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 taskmanager_1 | 2017-09-06 07:35:07,520 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper taskmanager_1 | 2017-09-06 07:35:07,520 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 taskmanager_1 | 2017-09-06 07:35:07,520 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath taskmanager_1 | 2017-09-06 07:35:07,520 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo taskmanager_1 | 2017-09-06 07:35:07,521 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage taskmanager_1 | 2017-09-06 07:35:07,521 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem taskmanager_1 | 2017-09-06 07:35:07,521 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints taskmanager_1 | 2017-09-06 07:35:07,521 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints taskmanager_1 | 2017-09-06 07:35:07,522 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter taskmanager_1 | 2017-09-06 07:35:07,522 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter taskmanager_1 | 2017-09-06 07:35:07,522 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb taskmanager_1 | 2017-09-06 07:35:07,522 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 taskmanager_1 | 2017-09-06 07:35:07,522 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP taskmanager_1 | 2017-09-06 07:35:07,523 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal taskmanager_1 | 2017-09-06 07:35:07,523 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. taskmanager_1 | 2017-09-06 07:35:07,523 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. taskmanager_1 | 2017-09-06 07:35:07,524 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. taskmanager_1 | 2017-09-06 07:35:07,529 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:35:07,529 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:35:07,530 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b taskmanager_1 | 2017-09-06 07:35:07,530 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 taskmanager_1 | 2017-09-06 07:35:07,531 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,531 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,531 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,532 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 app_1 | 07:35:07.532 [main] INFO o.f.c.i.dbsupport.DbSupportFactory - Database: jdbc:hsqldb:file:db/db;sql.syntax_ora=true (HSQL Database Engine 2.3) taskmanager_1 | 2017-09-06 07:35:07,535 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:35:07,543 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' taskmanager_1 | 2017-09-06 07:35:07,539 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,540 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,542 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,543 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,545 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,547 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,548 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,550 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,551 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,551 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,553 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:35:07,551 INFO org.apache.flink.runtime.blob.FileSystemBlobStore - Creating highly available BLOB storage directory at file:///tmp/storage//flinkDemo/blob jobmanager_1 | 2017-09-06 07:35:07,572 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' jobmanager_1 | 2017-09-06 07:35:07,574 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Enforcing default ACL for ZK connections jobmanager_1 | 2017-09-06 07:35:07,583 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Using '/flinkPath/flinkDemo' as Zookeeper namespace. taskmanager_1 | 2017-09-06 07:35:07,602 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager taskmanager_1 | 2017-09-06 07:35:07,602 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager taskmanager_1 | 2017-09-06 07:35:07,602 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" taskmanager_1 | 2017-09-06 07:35:07,603 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 taskmanager_1 | 2017-09-06 07:35:07,603 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 taskmanager_1 | 2017-09-06 07:35:07,603 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 taskmanager_1 | 2017-09-06 07:35:07,604 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 taskmanager_1 | 2017-09-06 07:35:07,604 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 taskmanager_1 | 2017-09-06 07:35:07,604 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 taskmanager_1 | 2017-09-06 07:35:07,604 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 taskmanager_1 | 2017-09-06 07:35:07,605 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper taskmanager_1 | 2017-09-06 07:35:07,605 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 taskmanager_1 | 2017-09-06 07:35:07,605 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath taskmanager_1 | 2017-09-06 07:35:07,605 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo taskmanager_1 | 2017-09-06 07:35:07,606 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage taskmanager_1 | 2017-09-06 07:35:07,606 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem taskmanager_1 | 2017-09-06 07:35:07,606 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints taskmanager_1 | 2017-09-06 07:35:07,608 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints taskmanager_1 | 2017-09-06 07:35:07,608 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter taskmanager_1 | 2017-09-06 07:35:07,609 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter taskmanager_1 | 2017-09-06 07:35:07,609 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb taskmanager_1 | 2017-09-06 07:35:07,609 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 taskmanager_1 | 2017-09-06 07:35:07,610 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP taskmanager_1 | 2017-09-06 07:35:07,610 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal taskmanager_1 | 2017-09-06 07:35:07,610 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. taskmanager_1 | 2017-09-06 07:35:07,610 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. taskmanager_1 | 2017-09-06 07:35:07,618 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. taskmanager_1 | 2017-09-06 07:35:07,619 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:35:07,619 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:35:07,619 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b taskmanager_1 | 2017-09-06 07:35:07,619 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 taskmanager_1 | 2017-09-06 07:35:07,620 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,620 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,620 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,620 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,620 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,621 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,621 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,621 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,621 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,621 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,622 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,622 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,622 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,622 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,623 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:35:07,623 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:35:07,676 INFO org.apache.flink.runtime.security.modules.HadoopModule - Hadoop user set to flink (auth:SIMPLE) jobmanager_1 | 2017-09-06 07:35:07,743 INFO org.apache.flink.shaded.org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting jobmanager_1 | 2017-09-06 07:35:07,774 INFO org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT jobmanager_1 | 2017-09-06 07:35:07,783 INFO org.apache.zookeeper.ZooKeeper - Client environment:host.name=7a50df8dc863 jobmanager_1 | 2017-09-06 07:35:07,783 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.8.0_141 jobmanager_1 | 2017-09-06 07:35:07,783 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation jobmanager_1 | 2017-09-06 07:35:07,783 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.home=/usr/lib/jvm/java-8-openjdk-amd64/jre jobmanager_1 | 2017-09-06 07:35:07,783 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=/opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: jobmanager_1 | 2017-09-06 07:35:07,783 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib jobmanager_1 | 2017-09-06 07:35:07,785 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=/tmp jobmanager_1 | 2017-09-06 07:35:07,786 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.compiler= jobmanager_1 | 2017-09-06 07:35:07,786 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux jobmanager_1 | 2017-09-06 07:35:07,786 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64 jobmanager_1 | 2017-09-06 07:35:07,787 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.version=4.9.41-moby jobmanager_1 | 2017-09-06 07:35:07,787 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.name=flink jobmanager_1 | 2017-09-06 07:35:07,787 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.home=/opt/flink jobmanager_1 | 2017-09-06 07:35:07,787 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/opt/flink jobmanager_1 | 2017-09-06 07:35:07,789 INFO org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=zookeeper:2181 sessionTimeout=60000 watcher=org.apache.flink.shaded.org.apache.curator.ConnectionState@45815ffc taskmanager_1 | 2017-09-06 07:35:07,806 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' taskmanager_1 | 2017-09-06 07:35:07,820 INFO org.apache.flink.runtime.blob.FileSystemBlobStore - Creating highly available BLOB storage directory at file:///tmp/storage//flinkDemo/blob taskmanager_1 | 2017-09-06 07:35:07,823 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' taskmanager_1 | 2017-09-06 07:35:07,830 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Enforcing default ACL for ZK connections taskmanager_1 | 2017-09-06 07:35:07,831 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Using '/flinkPath/flinkDemo' as Zookeeper namespace. elasticsearch_1 | [2017-09-06T07:35:07,841][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [aggs-matrix-stats] elasticsearch_1 | [2017-09-06T07:35:07,841][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [ingest-common] elasticsearch_1 | [2017-09-06T07:35:07,841][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-expression] elasticsearch_1 | [2017-09-06T07:35:07,842][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-groovy] elasticsearch_1 | [2017-09-06T07:35:07,842][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-mustache] elasticsearch_1 | [2017-09-06T07:35:07,842][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-painless] elasticsearch_1 | [2017-09-06T07:35:07,842][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [percolator] elasticsearch_1 | [2017-09-06T07:35:07,842][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [reindex] elasticsearch_1 | [2017-09-06T07:35:07,843][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [transport-netty3] elasticsearch_1 | [2017-09-06T07:35:07,843][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [transport-netty4] elasticsearch_1 | [2017-09-06T07:35:07,844][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded plugin [ingest-geoip] elasticsearch_1 | [2017-09-06T07:35:07,844][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded plugin [ingest-user-agent] elasticsearch_1 | [2017-09-06T07:35:07,844][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded plugin [x-pack] jobmanager_1 | 2017-09-06 07:35:07,882 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager web frontend jobmanager_1 | 2017-09-06 07:35:07,959 WARN org.apache.zookeeper.ClientCnxn - SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/tmp/jaas-8681190993581340481.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. jobmanager_1 | 2017-09-06 07:35:07,969 INFO org.apache.zookeeper.ClientCnxn - Opening socket connection to server docker_zookeeper_1.docker_default/172.20.0.2:2181 jobmanager_1 | 2017-09-06 07:35:07,982 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment variable 'log.file' is not set. zookeeper_1 | 2017-09-06 07:35:07,982 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:NIOServerCnxnFactory@197] - Accepted socket connection from /172.20.0.8:58318 jobmanager_1 | 2017-09-06 07:35:07,979 ERROR org.apache.flink.shaded.org.apache.curator.ConnectionState - Authentication failed jobmanager_1 | 2017-09-06 07:35:07,988 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'jobmanager.web.log.path'. jobmanager_1 | 2017-09-06 07:35:07,986 INFO org.apache.zookeeper.ClientCnxn - Socket connection established to docker_zookeeper_1.docker_default/172.20.0.2:2181, initiating session jobmanager_1 | 2017-09-06 07:35:07,990 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Using directory /tmp/flink-web-725fd6a5-a742-4f48-8639-ac81aedecef5 for the web interface files jobmanager_1 | 2017-09-06 07:35:07,990 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Using directory /tmp/flink-web-e943b1b1-ba05-494d-abea-e7089b1ca0fe for web frontend JAR file uploads zookeeper_1 | 2017-09-06 07:35:08,011 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:ZooKeeperServer@868] - Client attempting to establish new session at /172.20.0.8:58318 zookeeper_1 | 2017-09-06 07:35:08,027 [myid:] - INFO [SyncThread:0:ZooKeeperServer@617] - Established session 0x15e561d13f20001 with negotiated timeout 40000 for client /172.20.0.8:58318 taskmanager_1 | 2017-09-06 07:35:08,045 INFO org.apache.flink.shaded.org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting taskmanager_1 | 2017-09-06 07:35:08,058 INFO org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT taskmanager_1 | 2017-09-06 07:35:08,058 INFO org.apache.zookeeper.ZooKeeper - Client environment:host.name=efad34b0ea7e taskmanager_1 | 2017-09-06 07:35:08,058 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.8.0_141 taskmanager_1 | 2017-09-06 07:35:08,059 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation taskmanager_1 | 2017-09-06 07:35:08,059 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.home=/usr/lib/jvm/java-8-openjdk-amd64/jre taskmanager_1 | 2017-09-06 07:35:08,059 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=/opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: taskmanager_1 | 2017-09-06 07:35:08,059 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib taskmanager_1 | 2017-09-06 07:35:08,059 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=/tmp taskmanager_1 | 2017-09-06 07:35:08,060 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.compiler= taskmanager_1 | 2017-09-06 07:35:08,060 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux taskmanager_1 | 2017-09-06 07:35:08,060 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64 jobmanager_1 | 2017-09-06 07:35:08,061 INFO org.apache.zookeeper.ClientCnxn - Session establishment complete on server docker_zookeeper_1.docker_default/172.20.0.2:2181, sessionid = 0x15e561d13f20001, negotiated timeout = 40000 taskmanager_1 | 2017-09-06 07:35:08,064 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.version=4.9.41-moby taskmanager_1 | 2017-09-06 07:35:08,064 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.name=flink taskmanager_1 | 2017-09-06 07:35:08,065 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.home=/opt/flink taskmanager_1 | 2017-09-06 07:35:08,065 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/opt/flink taskmanager_1 | 2017-09-06 07:35:08,066 INFO org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=zookeeper:2181 sessionTimeout=60000 watcher=org.apache.flink.shaded.org.apache.curator.ConnectionState@76a4ebf2 jobmanager_1 | 2017-09-06 07:35:08,104 INFO org.apache.flink.shaded.org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED taskmanager_1 | 2017-09-06 07:35:08,143 WARN org.apache.zookeeper.ClientCnxn - SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/tmp/jaas-9680122169809738.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. taskmanager_1 | 2017-09-06 07:35:08,146 INFO org.apache.zookeeper.ClientCnxn - Opening socket connection to server docker_zookeeper_1.docker_default/172.20.0.2:2181 taskmanager_1 | 2017-09-06 07:35:08,151 ERROR org.apache.flink.shaded.org.apache.curator.ConnectionState - Authentication failed taskmanager_1 | 2017-09-06 07:35:08,157 INFO org.apache.flink.runtime.taskmanager.TaskManager - Using configured hostname/address for TaskManager: taskmanager zookeeper_1 | 2017-09-06 07:35:08,161 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:NIOServerCnxnFactory@197] - Accepted socket connection from /172.20.0.10:51970 taskmanager_1 | 2017-09-06 07:35:08,169 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager taskmanager_1 | 2017-09-06 07:35:08,180 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager actor system at taskmanager:0. taskmanager_1 | 2017-09-06 07:35:08,181 INFO org.apache.zookeeper.ClientCnxn - Socket connection established to docker_zookeeper_1.docker_default/172.20.0.2:2181, initiating session zookeeper_1 | 2017-09-06 07:35:08,192 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:ZooKeeperServer@868] - Client attempting to establish new session at /172.20.0.10:51970 zookeeper_1 | 2017-09-06 07:35:08,206 [myid:] - INFO [SyncThread:0:ZooKeeperServer@617] - Established session 0x15e561d13f20002 with negotiated timeout 40000 for client /172.20.0.10:51970 taskmanager_1 | 2017-09-06 07:35:08,218 INFO org.apache.zookeeper.ClientCnxn - Session establishment complete on server docker_zookeeper_1.docker_default/172.20.0.2:2181, sessionid = 0x15e561d13f20002, negotiated timeout = 40000 taskmanager_1 | 2017-09-06 07:35:08,223 INFO org.apache.flink.shaded.org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED app_1 | 07:35:08.340 [main] INFO o.f.core.internal.command.DbValidate - Successfully validated 17 migrations (execution time 00:00.410s) app_1 | 07:35:08.452 [main] INFO o.f.core.internal.command.DbMigrate - Current version of schema "PUBLIC": 1.017 app_1 | 07:35:08.453 [main] INFO o.f.core.internal.command.DbMigrate - Schema "PUBLIC" is up to date. No migration necessary. jobmanager_1 | 2017-09-06 07:35:08,982 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Web frontend listening at 0.0.0.0:8081 jobmanager_1 | 2017-09-06 07:35:08,990 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager actor zookeeper_1 | 2017-09-06 07:35:09,012 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@645] - Got user-level KeeperException when processing sessionid:0x15e561d13f20000 type:delete cxid:0xc2 zxid:0x156 txntype:-1 reqpath:n/a Error Path:/admin/preferred_replica_election Error:KeeperErrorCode = NoNode for /admin/preferred_replica_election kafka_1 | [2017-09-06 07:35:09,034] INFO New leader is 1001 (kafka.server.ZookeeperLeaderElector$LeaderChangeListener) taskmanager_1 | 2017-09-06 07:35:09,043 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started jobmanager_1 | 2017-09-06 07:35:09,062 INFO org.apache.flink.runtime.blob.BlobServer - Created BLOB server storage directory /tmp/blobStore-5de37ec6-1d83-4113-b6ff-bfc105622337 jobmanager_1 | 2017-09-06 07:35:09,089 INFO org.apache.flink.runtime.blob.BlobServer - Started BLOB server at 0.0.0.0:6124 - max concurrent requests: 50 - max backlog: 1000 kafka_1 | [2017-09-06 07:35:09,107] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) kafka_1 | [2017-09-06 07:35:09,147] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) kafka_1 | [2017-09-06 07:35:09,147] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) taskmanager_1 | 2017-09-06 07:35:09,192 INFO Remoting - Starting remoting jobmanager_1 | 2017-09-06 07:35:09,258 INFO org.apache.flink.runtime.metrics.MetricRegistry - Configuring GraphiteReporter with {port=2003, host=influxdb, class=org.apache.flink.metrics.graphite.GraphiteReporter, protocol=UDP}. jobmanager_1 | 2017-09-06 07:35:09,269 INFO org.apache.flink.metrics.graphite.GraphiteReporter - Configured GraphiteReporter with {host:influxdb, port:2003, protocol:UDP} jobmanager_1 | 2017-09-06 07:35:09,281 INFO org.apache.flink.runtime.metrics.MetricRegistry - Periodically reporting metrics in intervals of 10 SECONDS for reporter graphite_reporter of type org.apache.flink.metrics.graphite.GraphiteReporter. kafka_1 | [2017-09-06 07:35:09,382] INFO [GroupCoordinator 1001]: Starting up. (kafka.coordinator.GroupCoordinator) kafka_1 | [2017-09-06 07:35:09,410] INFO [GroupCoordinator 1001]: Startup complete. (kafka.coordinator.GroupCoordinator) jobmanager_1 | 2017-09-06 07:35:09,412 INFO org.apache.flink.runtime.jobmanager.MemoryArchivist - Started memory archivist akka://flink/user/archive kafka_1 | [2017-09-06 07:35:09,504] INFO [Group Metadata Manager on Broker 1001]: Removed 0 expired offsets in 94 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:09,711] INFO Will not load MX4J, mx4j-tools.jar is not in the classpath (kafka.utils.Mx4jLoader$) jobmanager_1 | 2017-09-06 07:35:09,724 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Starting with JobManager akka.tcp://flink@jobmanager:36927/user/jobmanager on port 8081 jobmanager_1 | 2017-09-06 07:35:09,724 INFO org.apache.flink.runtime.leaderretrieval.ZooKeeperLeaderRetrievalService - Starting ZooKeeperLeaderRetrievalService. jobmanager_1 | 2017-09-06 07:35:09,737 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager at akka.tcp://flink@jobmanager:36927/user/jobmanager. jobmanager_1 | 2017-09-06 07:35:09,746 INFO org.apache.flink.runtime.leaderelection.ZooKeeperLeaderElectionService - Starting ZooKeeperLeaderElectionService org.apache.flink.runtime.leaderelection.ZooKeeperLeaderElectionService@32b3667c. jobmanager_1 | 2017-09-06 07:35:09,979 INFO org.apache.flink.runtime.leaderretrieval.ZooKeeperLeaderRetrievalService - Starting ZooKeeperLeaderRetrievalService. kafka_1 | [2017-09-06 07:35:10,040] INFO Creating /brokers/ids/1001 (is it secure? false) (kafka.utils.ZKCheckedEphemeral) zookeeper_1 | 2017-09-06 07:35:10,059 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@645] - Got user-level KeeperException when processing sessionid:0x15e561d13f20000 type:create cxid:0xcf zxid:0x158 txntype:-1 reqpath:n/a Error Path:/brokers Error:KeeperErrorCode = NodeExists for /brokers zookeeper_1 | 2017-09-06 07:35:10,060 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@645] - Got user-level KeeperException when processing sessionid:0x15e561d13f20000 type:create cxid:0xd0 zxid:0x159 txntype:-1 reqpath:n/a Error Path:/brokers/ids Error:KeeperErrorCode = NodeExists for /brokers/ids kafka_1 | [2017-09-06 07:35:10,092] INFO Result of znode creation is: OK (kafka.utils.ZKCheckedEphemeral) kafka_1 | [2017-09-06 07:35:10,102] INFO Registered broker 1001 at path /brokers/ids/1001 with addresses: EndPoint(kafka,9092,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.utils.ZkUtils) kafka_1 | [2017-09-06 07:35:10,170] INFO Kafka version : 0.10.2.1 (org.apache.kafka.common.utils.AppInfoParser) kafka_1 | [2017-09-06 07:35:10,170] INFO Kafka commitId : e89bffd6b2eff799 (org.apache.kafka.common.utils.AppInfoParser) kafka_1 | [2017-09-06 07:35:10,178] INFO [Kafka Server 1001], started (kafka.server.KafkaServer) taskmanager_1 | 2017-09-06 07:35:10,198 INFO Remoting - Remoting started; listening on addresses :[akka.tcp://flink@taskmanager:36555] taskmanager_1 | 2017-09-06 07:35:10,212 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager actor jobmanager_1 | 2017-09-06 07:35:10,231 INFO org.apache.flink.runtime.webmonitor.JobManagerRetriever - New leader reachable under akka.tcp://flink@jobmanager:38613/user/jobmanager:e753f925-22f5-4222-9b6a-0ac142517190. taskmanager_1 | 2017-09-06 07:35:10,269 INFO org.apache.flink.runtime.io.network.netty.NettyConfig - NettyConfig [server address: taskmanager/172.20.0.10, server port: 0, ssl enabled: false, memory segment size (bytes): 32768, transport type: NIO, number of server threads: 40 (manual), number of client threads: 40 (manual), server connect backlog: 0 (use Netty's default), client connect timeout (sec): 120, send/receive buffer size (bytes): 0 (use Netty's default)] jobmanager_1 | 2017-09-06 07:35:10,310 INFO org.apache.flink.runtime.clusterframework.standalone.StandaloneResourceManager - Received leader address but not running in leader ActorSystem. Cancelling registration. taskmanager_1 | 2017-09-06 07:35:10,329 INFO org.apache.flink.runtime.taskexecutor.TaskManagerConfiguration - Messages have a max timeout of 10000 ms taskmanager_1 | 2017-09-06 07:35:10,351 INFO org.apache.flink.runtime.taskexecutor.TaskManagerServices - Temporary file directory '/tmp': total 62 GB, usable 51 GB (82.26% usable) jobmanager_1 | 2017-09-06 07:35:10,620 WARN akka.remote.ReliableDeliverySupervisor - Association with remote system [akka.tcp://flink@jobmanager:38613] has failed, address is now gated for [5000] ms. Reason: [Association failed with [akka.tcp://flink@jobmanager:38613]] Caused by: [Connection refused: jobmanager/172.20.0.8:38613] jobmanager_1 | 2017-09-06 07:35:10,625 WARN org.apache.flink.runtime.webmonitor.JobManagerRetriever - Failed to retrieve leader gateway and port. jobmanager_1 | akka.actor.ActorNotFound: Actor not found for: ActorSelection[Anchor(akka.tcp://flink@jobmanager:38613/), Path(/user/jobmanager)] jobmanager_1 | at akka.actor.ActorSelection$$anonfun$resolveOne$1.apply(ActorSelection.scala:65) jobmanager_1 | at akka.actor.ActorSelection$$anonfun$resolveOne$1.apply(ActorSelection.scala:63) jobmanager_1 | at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32) jobmanager_1 | at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55) jobmanager_1 | at akka.dispatch.BatchingExecutor$Batch.run(BatchingExecutor.scala:73) jobmanager_1 | at akka.dispatch.ExecutionContexts$sameThreadExecutionContext$.unbatchedExecute(Future.scala:74) jobmanager_1 | at akka.dispatch.BatchingExecutor$class.execute(BatchingExecutor.scala:120) jobmanager_1 | at akka.dispatch.ExecutionContexts$sameThreadExecutionContext$.execute(Future.scala:73) jobmanager_1 | at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40) jobmanager_1 | at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248) jobmanager_1 | at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:266) jobmanager_1 | at akka.actor.EmptyLocalActorRef.specialHandle(ActorRef.scala:533) jobmanager_1 | at akka.actor.DeadLetterActorRef.specialHandle(ActorRef.scala:569) jobmanager_1 | at akka.actor.DeadLetterActorRef.$bang(ActorRef.scala:559) jobmanager_1 | at akka.remote.RemoteActorRefProvider$RemoteDeadLetterActorRef.$bang(RemoteActorRefProvider.scala:87) jobmanager_1 | at akka.remote.EndpointWriter.postStop(Endpoint.scala:583) jobmanager_1 | at akka.actor.Actor$class.aroundPostStop(Actor.scala:477) jobmanager_1 | at akka.remote.EndpointActor.aroundPostStop(Endpoint.scala:437) jobmanager_1 | at akka.actor.dungeon.FaultHandling$class.akka$actor$dungeon$FaultHandling$$finishTerminate(FaultHandling.scala:210) jobmanager_1 | at akka.actor.dungeon.FaultHandling$class.terminate(FaultHandling.scala:172) jobmanager_1 | at akka.actor.ActorCell.terminate(ActorCell.scala:369) jobmanager_1 | at akka.actor.ActorCell.invokeAll$1(ActorCell.scala:462) jobmanager_1 | at akka.actor.ActorCell.systemInvoke(ActorCell.scala:478) jobmanager_1 | at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:263) jobmanager_1 | at akka.dispatch.Mailbox.run(Mailbox.scala:219) jobmanager_1 | at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:397) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) kafka_1 | [2017-09-06 07:35:11,514] INFO [ReplicaFetcherManager on broker 1001] Removed fetcher for partitions __consumer_offsets-22,__consumer_offsets-30,__consumer_offsets-8,__consumer_offsets-21,__consumer_offsets-4,__consumer_offsets-27,__consumer_offsets-7,__consumer_offsets-9,__consumer_offsets-46,__consumer_offsets-25,__consumer_offsets-35,__consumer_offsets-41,__consumer_offsets-33,__consumer_offsets-23,__consumer_offsets-49,__consumer_offsets-47,__consumer_offsets-16,__consumer_offsets-28,__consumer_offsets-31,__consumer_offsets-36,__consumer_offsets-42,__consumer_offsets-3,__consumer_offsets-18,__consumer_offsets-37,__consumer_offsets-15,__consumer_offsets-24,__consumer_offsets-38,__consumer_offsets-17,__consumer_offsets-48,__consumer_offsets-19,__consumer_offsets-11,__consumer_offsets-13,__consumer_offsets-2,__consumer_offsets-43,__consumer_offsets-6,__consumer_offsets-14,__consumer_offsets-20,__consumer_offsets-0,__consumer_offsets-44,__consumer_offsets-39,__consumer_offsets-12,__consumer_offsets-45,__consumer_offsets-1,__consumer_offsets-5,__consumer_offsets-26,processedEvents-0,__consumer_offsets-29,__consumer_offsets-34,__consumer_offsets-10,__consumer_offsets-32,__consumer_offsets-40 (kafka.server.ReplicaFetcherManager) taskmanager_1 | 2017-09-06 07:35:11,917 INFO org.apache.flink.runtime.io.network.buffer.NetworkBufferPool - Allocated 956 MB for network buffer pool (number of memory segments: 30623, bytes per segment: 32768). taskmanager_1 | 2017-09-06 07:35:12,308 INFO org.apache.flink.runtime.io.network.NetworkEnvironment - Starting the network environment and its components. taskmanager_1 | 2017-09-06 07:35:12,414 INFO org.apache.flink.runtime.io.network.netty.NettyClient - Successful initialization (took 84 ms). taskmanager_1 | 2017-09-06 07:35:12,555 INFO org.apache.flink.runtime.io.network.netty.NettyServer - Successful initialization (took 141 ms). Listening on SocketAddress /172.20.0.10:36691. kafka_1 | [2017-09-06 07:35:12,880] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-22 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:12,916] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-22 in 35 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:12,934] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-25 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:12,936] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-25 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:12,936] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-28 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:12,993] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-28 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:12,994] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-31 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,009] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-31 in 15 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,012] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-34 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,020] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-34 in 8 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,041] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-37 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,044] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-37 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,048] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-40 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,051] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-40 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,058] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-43 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,072] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-43 in 14 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,076] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-46 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,083] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-46 in 7 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,083] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-49 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,224] INFO [GroupCoordinator 1001]: Loading group metadata for logstash with generation 6 (kafka.coordinator.GroupCoordinator) kafka_1 | [2017-09-06 07:35:13,230] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-49 in 147 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,231] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-41 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,234] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-41 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,239] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-44 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,248] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-44 in 9 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,249] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-47 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,253] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-47 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,253] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-1 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,262] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-1 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,269] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-4 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,273] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-4 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,273] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-7 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,292] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-7 in 18 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,292] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-10 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,294] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-10 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,294] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-13 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,297] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-13 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,297] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-16 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,300] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-16 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,300] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-19 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,304] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-19 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,304] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-2 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,306] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-2 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,307] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-5 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,309] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-5 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,309] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-8 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,312] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-8 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,312] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-11 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,315] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-11 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,315] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-14 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,318] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-14 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,318] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-17 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,321] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-17 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,321] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-20 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,324] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-20 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,325] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-23 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,328] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-23 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,328] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-26 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,330] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-26 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,331] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-29 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,333] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-29 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,334] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-32 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,337] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-32 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,337] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-35 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,339] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-35 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,339] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-38 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,342] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-38 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,343] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-0 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,345] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-0 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,346] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-3 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,348] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-3 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,348] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-6 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,352] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-6 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,352] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-9 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,354] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-9 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,355] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-12 (kafka.coordinator.GroupMetadataManager) app_1 | Exception in thread "main" java.lang.IncompatibleClassChangeError: class pl.touk.nussknacker.engine.example.service.ClientService has interface pl.touk.nussknacker.engine.api.Service as super class app_1 | at java.lang.ClassLoader.defineClass1(Native Method) app_1 | at java.lang.ClassLoader.defineClass(ClassLoader.java:763) app_1 | at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142) app_1 | at java.net.URLClassLoader.defineClass(URLClassLoader.java:467) app_1 | at java.net.URLClassLoader.access$100(URLClassLoader.java:73) app_1 | at java.net.URLClassLoader$1.run(URLClassLoader.java:368) app_1 | at java.net.URLClassLoader$1.run(URLClassLoader.java:362) app_1 | at java.security.AccessController.doPrivileged(Native Method) app_1 | at java.net.URLClassLoader.findClass(URLClassLoader.java:361) app_1 | at java.lang.ClassLoader.loadClass(ClassLoader.java:424) app_1 | at java.lang.ClassLoader.loadClass(ClassLoader.java:357) app_1 | at pl.touk.nussknacker.engine.example.ExampleProcessConfigCreator.services(ExampleProcessConfigCreator.scala:45) app_1 | at pl.touk.nussknacker.engine.definition.ProcessDefinitionExtractor$.extractObjectWithMethods(ProcessDefinitionExtractor.scala:15) app_1 | at pl.touk.nussknacker.engine.management.FlinkProcessManager$$anonfun$getProcessDefinition$1.apply(FlinkProcessManager.scala:151) app_1 | at pl.touk.nussknacker.engine.management.FlinkProcessManager$$anonfun$getProcessDefinition$1.apply(FlinkProcessManager.scala:151) app_1 | at pl.touk.nussknacker.engine.util.ThreadUtils$.withThisAsContextClassLoader(ThreadUtils.scala:11) app_1 | at pl.touk.nussknacker.engine.management.FlinkProcessManager.getProcessDefinition(FlinkProcessManager.scala:150) app_1 | at pl.touk.nussknacker.ui.process.ProcessingTypeDeps$.apply(ProcessingTypeDeps.scala:29) app_1 | at pl.touk.nussknacker.ui.NussknackerApp$.delayedEndpoint$pl$touk$nussknacker$ui$NussknackerApp$1(NussknackerApp.scala:56) app_1 | at pl.touk.nussknacker.ui.NussknackerApp$delayedInit$body.apply(NussknackerApp.scala:33) app_1 | at scala.Function0$class.apply$mcV$sp(Function0.scala:34) app_1 | at scala.runtime.AbstractFunction0.apply$mcV$sp(AbstractFunction0.scala:12) app_1 | at scala.App$$anonfun$main$1.apply(App.scala:76) app_1 | at scala.App$$anonfun$main$1.apply(App.scala:76) app_1 | at scala.collection.immutable.List.foreach(List.scala:392) app_1 | at scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:35) app_1 | at scala.App$class.main(App.scala:76) app_1 | at pl.touk.nussknacker.ui.NussknackerApp$.main(NussknackerApp.scala:33) app_1 | at pl.touk.nussknacker.ui.NussknackerApp.main(NussknackerApp.scala) taskmanager_1 | 2017-09-06 07:35:13,648 INFO org.apache.flink.runtime.taskexecutor.TaskManagerServices - Limiting managed memory to 0.7 of the currently free heap space (5986 MB), memory will be allocated lazily. kafka_1 | [2017-09-06 07:35:13,649] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-12 in 294 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,649] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-15 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,651] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-15 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,651] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-18 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:35:13,676 INFO org.apache.flink.runtime.io.disk.iomanager.IOManager - I/O manager uses directory /tmp/flink-io-17c89a0f-636d-45af-b6f7-f22aa0b875e2 for spill files. kafka_1 | [2017-09-06 07:35:13,691] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-18 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,691] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-21 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,693] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-21 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,693] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-24 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,695] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-24 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,695] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-27 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,703] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-27 in 8 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,703] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-30 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,705] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-30 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,705] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-33 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,713] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-33 in 8 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,713] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-36 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,714] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-36 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,714] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-39 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,716] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-39 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,716] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-42 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,717] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-42 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,717] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-45 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,721] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-45 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,721] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-48 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:35:13,722] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-48 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:35:13,743 INFO org.apache.flink.runtime.metrics.MetricRegistry - Configuring GraphiteReporter with {port=2003, host=influxdb, class=org.apache.flink.metrics.graphite.GraphiteReporter, protocol=UDP}. taskmanager_1 | 2017-09-06 07:35:13,770 INFO org.apache.flink.metrics.graphite.GraphiteReporter - Configured GraphiteReporter with {host:influxdb, port:2003, protocol:UDP} taskmanager_1 | 2017-09-06 07:35:13,772 INFO org.apache.flink.runtime.metrics.MetricRegistry - Periodically reporting metrics in intervals of 10 SECONDS for reporter graphite_reporter of type org.apache.flink.metrics.graphite.GraphiteReporter. kafka_1 | [2017-09-06 07:35:13,835] INFO [ReplicaFetcherManager on broker 1001] Removed fetcher for partitions __consumer_offsets-22,__consumer_offsets-30,__consumer_offsets-8,__consumer_offsets-21,__consumer_offsets-4,__consumer_offsets-27,__consumer_offsets-7,__consumer_offsets-9,__consumer_offsets-46,__consumer_offsets-25,__consumer_offsets-35,__consumer_offsets-41,__consumer_offsets-33,__consumer_offsets-23,__consumer_offsets-49,__consumer_offsets-47,__consumer_offsets-16,__consumer_offsets-28,__consumer_offsets-31,__consumer_offsets-36,__consumer_offsets-42,__consumer_offsets-3,__consumer_offsets-18,__consumer_offsets-37,__consumer_offsets-15,__consumer_offsets-24,__consumer_offsets-38,__consumer_offsets-17,__consumer_offsets-48,__consumer_offsets-19,__consumer_offsets-11,__consumer_offsets-13,__consumer_offsets-2,__consumer_offsets-43,__consumer_offsets-6,__consumer_offsets-14,__consumer_offsets-20,__consumer_offsets-0,__consumer_offsets-44,__consumer_offsets-39,__consumer_offsets-12,__consumer_offsets-45,__consumer_offsets-1,__consumer_offsets-5,__consumer_offsets-26,processedEvents-0,__consumer_offsets-29,__consumer_offsets-34,__consumer_offsets-10,__consumer_offsets-32,__consumer_offsets-40 (kafka.server.ReplicaFetcherManager) taskmanager_1 | 2017-09-06 07:35:14,096 INFO org.apache.flink.runtime.filecache.FileCache - User file cache uses directory /tmp/flink-dist-cache-b1b14761-39e4-424d-9adb-dccab0d23d19 taskmanager_1 | 2017-09-06 07:35:14,201 INFO org.apache.flink.runtime.filecache.FileCache - User file cache uses directory /tmp/flink-dist-cache-1452c200-5f9f-44ff-b3ac-1e368539e932 taskmanager_1 | 2017-09-06 07:35:14,256 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager actor at akka://flink/user/taskmanager#1143169579. taskmanager_1 | 2017-09-06 07:35:14,258 INFO org.apache.flink.runtime.taskmanager.TaskManager - TaskManager data connection information: 9ae47e7aaa708e98beea47968b54fca9 @ efad34b0ea7e (dataPort=36691) taskmanager_1 | 2017-09-06 07:35:14,259 INFO org.apache.flink.runtime.taskmanager.TaskManager - TaskManager has 40 task slot(s). taskmanager_1 | 2017-09-06 07:35:14,262 INFO org.apache.flink.runtime.taskmanager.TaskManager - Memory usage stats: [HEAP: 1337/9583/9583 MB, NON HEAP: 34/35/-1 MB (used/committed/max)] taskmanager_1 | 2017-09-06 07:35:14,262 INFO org.apache.flink.runtime.leaderretrieval.ZooKeeperLeaderRetrievalService - Starting ZooKeeperLeaderRetrievalService. elasticsearch_1 | [2017-09-06T07:35:14,390][INFO ][o.e.d.DiscoveryModule ] [T40Nk-m] using discovery type [single-node] taskmanager_1 | 2017-09-06 07:35:14,453 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 1, timeout: 500 milliseconds) taskmanager_1 | 2017-09-06 07:35:14,786 WARN akka.remote.ReliableDeliverySupervisor - Association with remote system [akka.tcp://flink@jobmanager:38613] has failed, address is now gated for [5000] ms. Reason: [Association failed with [akka.tcp://flink@jobmanager:38613]] Caused by: [Connection refused: jobmanager/172.20.0.8:38613] taskmanager_1 | 2017-09-06 07:35:14,989 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 2, timeout: 1000 milliseconds) elasticsearch_1 | [2017-09-06T07:35:15,734][INFO ][o.e.n.Node ] initialized elasticsearch_1 | [2017-09-06T07:35:15,734][INFO ][o.e.n.Node ] [T40Nk-m] starting ... taskmanager_1 | 2017-09-06 07:35:16,007 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 3, timeout: 2000 milliseconds) elasticsearch_1 | [2017-09-06T07:35:16,023][INFO ][o.e.t.TransportService ] [T40Nk-m] publish_address {172.20.0.4:9300}, bound_addresses {0.0.0.0:9300} elasticsearch_1 | [2017-09-06T07:35:16,077][INFO ][o.e.c.s.ClusterService ] [T40Nk-m] new_master {T40Nk-m}{T40Nk-m3SJyrB5HyT3c2vA}{4HrhXAd0T4qJOTcgnKvRfQ}{172.20.0.4}{172.20.0.4:9300}, reason: single-node-start-initial-join[{T40Nk-m}{T40Nk-m3SJyrB5HyT3c2vA}{4HrhXAd0T4qJOTcgnKvRfQ}{172.20.0.4}{172.20.0.4:9300}] elasticsearch_1 | [2017-09-06T07:35:16,168][INFO ][o.e.h.n.Netty4HttpServerTransport] [T40Nk-m] publish_address {172.20.0.4:9200}, bound_addresses {0.0.0.0:9200} elasticsearch_1 | [2017-09-06T07:35:16,180][INFO ][o.e.n.Node ] [T40Nk-m] started elasticsearch_1 | [2017-09-06T07:35:16,574][INFO ][o.e.l.LicenseService ] [T40Nk-m] license [c3be114d-112a-4145-b688-228a4e0a3958] mode [trial] - valid elasticsearch_1 | [2017-09-06T07:35:16,575][INFO ][o.e.g.GatewayService ] [T40Nk-m] recovered [1] indices into cluster_state elasticsearch_1 | [2017-09-06T07:35:16,997][INFO ][o.e.c.r.a.AllocationService] [T40Nk-m] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[.kibana][0]] ...]). kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:kibana@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:elasticsearch@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:xpack_main@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:searchprofiler@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:tilemap@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:watcher@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:console@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:metrics@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","plugin:timelion@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["listening","info"],"pid":1,"message":"Server running at http://0:5601"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:17Z","tags":["status","ui settings","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Elasticsearch plugin is yellow","prevState":"uninitialized","prevMsg":"uninitialized"} taskmanager_1 | 2017-09-06 07:35:18,027 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 4, timeout: 4000 milliseconds) kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:18Z","tags":["status","plugin:elasticsearch@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Kibana index ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:18Z","tags":["status","ui settings","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Elasticsearch plugin is yellow"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:18Z","tags":["license","info","xpack"],"pid":1,"message":"Imported license information from Elasticsearch for [data] cluster: mode: trial | status: active | expiry date: 2017-10-06T07:10:05+00:00"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:18Z","tags":["status","plugin:xpack_main@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:18Z","tags":["status","plugin:searchprofiler@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:18Z","tags":["status","plugin:tilemap@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:35:18Z","tags":["status","plugin:watcher@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} Gracefully stopping... (press Ctrl+C again to force) Attaching to docker_zookeeper_1, docker_elasticsearch_1, docker_influxdb_1, docker_jobmanager_1, docker_kibana_1, docker_kafka_1, docker_grafana_1, docker_taskmanager_1, docker_logstash_1, docker_app_1, docker_nginx_1 zookeeper_1 | JMX enabled by default influxdb_1 | Starting influx zookeeper_1 | Using config: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg jobmanager_1 | Starting Job Manager elasticsearch_1 | [2017-09-06T07:35:58,635][INFO ][o.e.n.Node ] [] initializing ... jobmanager_1 | sed: cannot rename /opt/flink/conf/sedUZXLdh: Device or resource busy zookeeper_1 | 2017-09-06 07:35:57,278 [myid:] - INFO [main:QuorumPeerConfig@103] - Reading configuration from: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg zookeeper_1 | 2017-09-06 07:35:57,282 [myid:] - INFO [main:DatadirCleanupManager@78] - autopurge.snapRetainCount set to 3 influxdb_1 | => Waiting for confirmation of InfluxDB service startup ... kafka_1 | waiting for kafka to be ready jobmanager_1 | config file: zookeeper_1 | 2017-09-06 07:35:57,282 [myid:] - INFO [main:DatadirCleanupManager@79] - autopurge.purgeInterval set to 1 influxdb_1 | elasticsearch_1 | [2017-09-06T07:35:58,805][INFO ][o.e.e.NodeEnvironment ] [T40Nk-m] using [1] data paths, mounts [[/ (overlay)]], net usable_space [51.7gb], net total_space [62.7gb], spins? [possibly], types [overlay] kafka_1 | [2017-09-06 07:36:03,825] INFO KafkaConfig values: jobmanager_1 | jobmanager.rpc.address: jobmanager influxdb_1 | 8888888 .d888 888 8888888b. 888888b. grafana_1 | => Waiting for confirmation of grafana service startup ... zookeeper_1 | 2017-09-06 07:35:57,283 [myid:] - WARN [main:QuorumPeerMain@113] - Either no config or no quorum defined in config, running in standalone mode jobmanager_1 | taskmanager.hostname: taskmanager kafka_1 | advertised.host.name = kafka influxdb_1 | 888 d88P" 888 888 "Y88b 888 "88b elasticsearch_1 | [2017-09-06T07:35:58,806][INFO ][o.e.e.NodeEnvironment ] [T40Nk-m] heap size [1.9gb], compressed ordinary object pointers [true] taskmanager_1 | sed: cannot rename /opt/flink/conf/sedaP0Y2T: Device or resource busy zookeeper_1 | 2017-09-06 07:35:57,283 [myid:] - INFO [PurgeTask:DatadirCleanupManager$PurgeTask@138] - Purge task started. jobmanager_1 | env.java.opts: "-Dflink.local.hostname=taskmanager" grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Starting Grafana" logger=main version=4.4.1 commit=6a9f8ca compiled=2017-07-05T07:15:04+0000 kafka_1 | advertised.listeners = null influxdb_1 | 888 888 888 888 888 888 .88P taskmanager_1 | sed: cannot rename /opt/flink/conf/sed4xy5dT: Device or resource busy jobmanager_1 | jobmanager.rpc.port: 6123 zookeeper_1 | 2017-09-06 07:35:57,293 [myid:] - INFO [PurgeTask:DatadirCleanupManager$PurgeTask@144] - Purge task completed. grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini influxdb_1 | 888 88888b. 888888 888 888 888 888 888 888 888 8888888K. taskmanager_1 | Starting Task Manager kafka_1 | advertised.port = 9092 elasticsearch_1 | [2017-09-06T07:35:58,813][INFO ][o.e.n.Node ] node name [T40Nk-m] derived from node ID [T40Nk-m3SJyrB5HyT3c2vA]; set [node.name] to override jobmanager_1 | jobmanager.heap.mb: 500 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini zookeeper_1 | 2017-09-06 07:35:57,295 [myid:] - INFO [main:QuorumPeerConfig@103] - Reading configuration from: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg influxdb_1 | 888 888 "88b 888 888 888 888 Y8bd8P' 888 888 888 "Y88b taskmanager_1 | config file: kafka_1 | authorizer.class.name = jobmanager_1 | taskmanager.heap.mb: 10000 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.paths.data=/var/lib/grafana" influxdb_1 | 888 888 888 888 888 888 888 X88K 888 888 888 888 elasticsearch_1 | [2017-09-06T07:35:58,813][INFO ][o.e.n.Node ] version[5.4.1], pid[1], build[2cfe0df/2017-05-29T16:05:51.443Z], OS[Linux/4.9.41-moby/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/1.8.0_131/25.131-b12] taskmanager_1 | jobmanager.rpc.address: jobmanager kafka_1 | auto.create.topics.enable = true jobmanager_1 | taskmanager.numberOfTaskSlots: 40 zookeeper_1 | 2017-09-06 07:35:57,296 [myid:] - INFO [main:ZooKeeperServerMain@95] - Starting server grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.paths.logs=/var/log/grafana" influxdb_1 | 888 888 888 888 888 Y88b 888 .d8""8b. 888 .d88P 888 d88P taskmanager_1 | taskmanager.hostname: taskmanager elasticsearch_1 | [2017-09-06T07:35:58,814][INFO ][o.e.n.Node ] JVM arguments [-Xms2g, -Xmx2g, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+DisableExplicitGC, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -Des.cgroups.hierarchy.override=/, -Des.path.home=/usr/share/elasticsearch] kafka_1 | auto.leader.rebalance.enable = true jobmanager_1 | parallelism.default: 8 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.paths.plugins=/var/lib/grafana/plugins" influxdb_1 | 8888888 888 888 888 888 "Y88888 888 888 8888888P" 8888888P" zookeeper_1 | 2017-09-06 07:35:57,302 [myid:] - INFO [main:Environment@100] - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT taskmanager_1 | env.java.opts: "-Dflink.local.hostname=taskmanager" kafka_1 | background.threads = 10 jobmanager_1 | jobmanager.web.port: 8081 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config overridden from command line" logger=settings arg="default.log.mode=console" elasticsearch_1 | [2017-09-06T07:36:00,154][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [aggs-matrix-stats] influxdb_1 | kafka_1 | broker.id = -1 zookeeper_1 | 2017-09-06 07:35:57,303 [myid:] - INFO [main:Environment@100] - Server environment:host.name=263dc0024955 taskmanager_1 | jobmanager.rpc.port: 6123 jobmanager_1 | webclient.port: 6080 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_SERVER_ROOT_URL=%(protocol)s://%(domain)s:/grafana" elasticsearch_1 | [2017-09-06T07:36:00,154][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [ingest-common] kafka_1 | broker.id.generation.enable = true zookeeper_1 | 2017-09-06 07:35:57,303 [myid:] - INFO [main:Environment@100] - Server environment:java.version=1.7.0_65 influxdb_1 | [run] 2017/09/06 07:35:57 InfluxDB starting, version 1.1.5, branch master, commit cd9363b52cac452113b95554d98a6be51beda24e taskmanager_1 | jobmanager.heap.mb: 500 jobmanager_1 | high-availability: zookeeper grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_AUTH_ANONYMOUS_ENABLED=true" elasticsearch_1 | [2017-09-06T07:36:00,155][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-expression] kafka_1 | broker.rack = null influxdb_1 | [run] 2017/09/06 07:35:57 Go version go1.7.4, GOMAXPROCS set to 6 taskmanager_1 | taskmanager.heap.mb: 10000 jobmanager_1 | high-availability.zookeeper.quorum: zookeeper:2181 zookeeper_1 | 2017-09-06 07:35:57,303 [myid:] - INFO [main:Environment@100] - Server environment:java.vendor=Oracle Corporation grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana kafka_1 | compression.type = producer elasticsearch_1 | [2017-09-06T07:36:00,155][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-groovy] taskmanager_1 | taskmanager.numberOfTaskSlots: 40 jobmanager_1 | high-availability.zookeeper.path.root: /flinkPath grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana kafka_1 | connections.max.idle.ms = 600000 influxdb_1 | [run] 2017/09/06 07:35:57 Using configuration at: /etc/influxdb/influxdb.conf taskmanager_1 | parallelism.default: 8 jobmanager_1 | high-availability.zookeeper.path.namespace: /flinkDemo grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana kafka_1 | controlled.shutdown.enable = true zookeeper_1 | 2017-09-06 07:35:57,303 [myid:] - INFO [main:Environment@100] - Server environment:java.home=/usr/lib/jvm/java-7-openjdk-amd64/jre elasticsearch_1 | [2017-09-06T07:36:00,155][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-mustache] taskmanager_1 | jobmanager.web.port: 8081 jobmanager_1 | high-availability.storageDir: file:///tmp/storage grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins kafka_1 | controlled.shutdown.max.retries = 3 influxdb_1 | [store] 2017/09/06 07:35:57 Using data dir: /var/lib/influxdb/data elasticsearch_1 | [2017-09-06T07:36:00,155][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [lang-painless] taskmanager_1 | webclient.port: 6080 jobmanager_1 | state.backend: filesystem zookeeper_1 | 2017-09-06 07:35:57,303 [myid:] - INFO [main:Environment@100] - Server environment:java.class.path=/opt/zookeeper-3.4.6/bin/../build/classes:/opt/zookeeper-3.4.6/bin/../build/lib/*.jar:/opt/zookeeper-3.4.6/bin/../lib/slf4j-log4j12-1.6.1.jar:/opt/zookeeper-3.4.6/bin/../lib/slf4j-api-1.6.1.jar:/opt/zookeeper-3.4.6/bin/../lib/netty-3.7.0.Final.jar:/opt/zookeeper-3.4.6/bin/../lib/log4j-1.2.16.jar:/opt/zookeeper-3.4.6/bin/../lib/jline-0.9.94.jar:/opt/zookeeper-3.4.6/bin/../zookeeper-3.4.6.jar:/opt/zookeeper-3.4.6/bin/../src/java/lib/*.jar:/opt/zookeeper-3.4.6/bin/../conf: grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Initializing DB" logger=sqlstore dbtype=sqlite3 kafka_1 | controlled.shutdown.retry.backoff.ms = 5000 elasticsearch_1 | [2017-09-06T07:36:00,155][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [percolator] taskmanager_1 | high-availability: zookeeper jobmanager_1 | state.backend.fs.checkpointdir: file:///opt/flinkData/checkpoints influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/esp/autogen/2/_00001.wal, size 47529 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Starting DB migration" logger=migrator zookeeper_1 | 2017-09-06 07:35:57,304 [myid:] - INFO [main:Environment@100] - Server environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib kafka_1 | controller.socket.timeout.ms = 30000 elasticsearch_1 | [2017-09-06T07:36:00,155][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [reindex] taskmanager_1 | high-availability.zookeeper.quorum: zookeeper:2181 jobmanager_1 | state.savepoints.dir: file:///opt/flinkData/savepoints influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00001.wal, size 99060 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Executing migration" logger=migrator id="copy data account to org" kafka_1 | create.topic.policy.class.name = null taskmanager_1 | high-availability.zookeeper.path.root: /flinkPath jobmanager_1 | metrics.reporters: graphite_reporter zookeeper_1 | 2017-09-06 07:35:57,304 [myid:] - INFO [main:Environment@100] - Server environment:java.io.tmpdir=/tmp elasticsearch_1 | [2017-09-06T07:36:00,155][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [transport-netty3] taskmanager_1 | high-availability.zookeeper.path.namespace: /flinkDemo kafka_1 | default.replication.factor = 1 jobmanager_1 | metrics.reporter.graphite_reporter.class: org.apache.flink.metrics.graphite.GraphiteReporter jobmanager_1 | metrics.reporter.graphite_reporter.host: influxdb jobmanager_1 | metrics.reporter.graphite_reporter.port: 2003 influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/esp/autogen/2/_00002.wal, size 17932 taskmanager_1 | high-availability.storageDir: file:///tmp/storage elasticsearch_1 | [2017-09-06T07:36:00,156][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded module [transport-netty4] kafka_1 | delete.topic.enable = false grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Skipping migration condition not fulfilled" logger=migrator id="copy data account to org" zookeeper_1 | 2017-09-06 07:35:57,306 [myid:] - INFO [main:Environment@100] - Server environment:java.compiler= jobmanager_1 | metrics.reporter.graphite_reporter.protocol: UDP influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/esp/autogen/2/_00003.wal, size 49027 taskmanager_1 | state.backend: filesystem elasticsearch_1 | [2017-09-06T07:36:00,156][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded plugin [ingest-geoip] kafka_1 | fetch.purgatory.purge.interval.requests = 1000 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Executing migration" logger=migrator id="copy data account_user to org_user" jobmanager_1 | metrics.scope.jm: demo..jobmanagerGlobal zookeeper_1 | 2017-09-06 07:35:57,307 [myid:] - INFO [main:Environment@100] - Server environment:os.name=Linux taskmanager_1 | state.backend.fs.checkpointdir: file:///opt/flinkData/checkpoints kafka_1 | group.max.session.timeout.ms = 300000 influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/esp/autogen/2/_00004.wal, size 694 elasticsearch_1 | [2017-09-06T07:36:00,156][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded plugin [ingest-user-agent] jobmanager_1 | metrics.scope.jm.job: demo..jobmanagerJob. grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Skipping migration condition not fulfilled" logger=migrator id="copy data account_user to org_user" taskmanager_1 | state.savepoints.dir: file:///opt/flinkData/savepoints kafka_1 | group.min.session.timeout.ms = 6000 zookeeper_1 | 2017-09-06 07:35:57,307 [myid:] - INFO [main:Environment@100] - Server environment:os.arch=amd64 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Starting plugin search" logger=plugins taskmanager_1 | metrics.reporters: graphite_reporter kafka_1 | host.name = influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/esp/autogen/2/_00005.wal, size 0 jobmanager_1 | metrics.scope.tm: demo..taskmanagerGlobal. zookeeper_1 | 2017-09-06 07:35:57,307 [myid:] - INFO [main:Environment@100] - Server environment:os.version=4.9.41-moby elasticsearch_1 | [2017-09-06T07:36:00,157][INFO ][o.e.p.PluginsService ] [T40Nk-m] loaded plugin [x-pack] taskmanager_1 | metrics.reporter.graphite_reporter.class: org.apache.flink.metrics.graphite.GraphiteReporter grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Initializing CleanUpService" logger=cleanup kafka_1 | inter.broker.listener.name = null jobmanager_1 | metrics.scope.tm.job: demo..taskmanagerJob.. elasticsearch_1 | [2017-09-06T07:36:01,731][INFO ][o.e.d.DiscoveryModule ] [T40Nk-m] using discovery type [single-node] influxdb_1 | [shard] 2017/09/06 07:35:57 /var/lib/influxdb/data/esp/autogen/2 database index loaded in 6.319329ms zookeeper_1 | 2017-09-06 07:35:57,307 [myid:] - INFO [main:Environment@100] - Server environment:user.name=root taskmanager_1 | metrics.reporter.graphite_reporter.host: influxdb grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Initializing Alerting" logger=alerting.engine kafka_1 | inter.broker.protocol.version = 0.10.2-IV0 jobmanager_1 | metrics.scope.task: demo..taskmanagerTask.... influxdb_1 | [store] 2017/09/06 07:35:57 /var/lib/influxdb/data/esp/autogen/2 opened in 27.431921ms elasticsearch_1 | [2017-09-06T07:36:02,229][INFO ][o.e.n.Node ] initialized zookeeper_1 | 2017-09-06 07:35:57,307 [myid:] - INFO [main:Environment@100] - Server environment:user.home=/root taskmanager_1 | metrics.reporter.graphite_reporter.port: 2003 jobmanager_1 | metrics.scope.operator: demo..taskmanagerTask.... kafka_1 | leader.imbalance.check.interval.seconds = 300 influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00002.wal, size 46674 zookeeper_1 | 2017-09-06 07:35:57,307 [myid:] - INFO [main:Environment@100] - Server environment:user.dir=/opt/zookeeper-3.4.6 elasticsearch_1 | [2017-09-06T07:36:02,229][INFO ][o.e.n.Node ] [T40Nk-m] starting ... taskmanager_1 | metrics.reporter.graphite_reporter.protocol: UDP jobmanager_1 | akka.framesize: 209715200b kafka_1 | leader.imbalance.per.broker.percentage = 10 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Initializing Stream Manager" taskmanager_1 | metrics.scope.jm: demo..jobmanagerGlobal influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00003.wal, size 100407 jobmanager_1 | jobmanager.web.history: 50 kafka_1 | listener.security.protocol.map = SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,TRACE:TRACE,SASL_SSL:SASL_SSL,PLAINTEXT:PLAINTEXT elasticsearch_1 | [2017-09-06T07:36:02,445][INFO ][o.e.t.TransportService ] [T40Nk-m] publish_address {172.20.0.4:9300}, bound_addresses {0.0.0.0:9300} zookeeper_1 | 2017-09-06 07:35:57,308 [myid:] - INFO [main:ZooKeeperServer@755] - tickTime set to 2000 grafana_1 | t=2017-09-06T07:36:03+0000 lvl=info msg="Initializing HTTP Server" logger=http.server address=0.0.0.0:3000 protocol=http subUrl=/grafana socket= taskmanager_1 | metrics.scope.jm.job: demo..jobmanagerJob. jobmanager_1 | blob.server.port: 6124 influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00004.wal, size 13223 kafka_1 | listeners = null elasticsearch_1 | [2017-09-06T07:36:02,484][INFO ][o.e.c.s.ClusterService ] [T40Nk-m] new_master {T40Nk-m}{T40Nk-m3SJyrB5HyT3c2vA}{fbjGJuZgSBeHJBcSfG2zZw}{172.20.0.4}{172.20.0.4:9300}, reason: single-node-start-initial-join[{T40Nk-m}{T40Nk-m3SJyrB5HyT3c2vA}{fbjGJuZgSBeHJBcSfG2zZw}{172.20.0.4}{172.20.0.4:9300}] taskmanager_1 | metrics.scope.tm: demo..taskmanagerGlobal. jobmanager_1 | query.server.port: 6125 kafka_1 | log.cleaner.backoff.ms = 15000 zookeeper_1 | 2017-09-06 07:35:57,309 [myid:] - INFO [main:ZooKeeperServer@764] - minSessionTimeout set to -1 taskmanager_1 | metrics.scope.tm.job: demo..taskmanagerJob.. jobmanager_1 | blob.server.port: 6124 kafka_1 | log.cleaner.dedupe.buffer.size = 134217728 influxdb_1 | [cacheloader] 2017/09/06 07:35:57 reading file /var/lib/influxdb/wal/_internal/monitor/1/_00005.wal, size 0 taskmanager_1 | metrics.scope.task: demo..taskmanagerTask.... jobmanager_1 | query.server.port: 6125 elasticsearch_1 | [2017-09-06T07:36:02,526][INFO ][o.e.h.n.Netty4HttpServerTransport] [T40Nk-m] publish_address {172.20.0.4:9200}, bound_addresses {0.0.0.0:9200} zookeeper_1 | 2017-09-06 07:35:57,309 [myid:] - INFO [main:ZooKeeperServer@773] - maxSessionTimeout set to -1 kafka_1 | log.cleaner.delete.retention.ms = 86400000 grafana_1 | dial tcp [::1]:3000: getsockopt: connection refused taskmanager_1 | metrics.scope.operator: demo..taskmanagerTask.... jobmanager_1 | blob.server.port: 6124 influxdb_1 | [shard] 2017/09/06 07:35:57 /var/lib/influxdb/data/_internal/monitor/1 database index loaded in 493.739µs zookeeper_1 | 2017-09-06 07:35:57,318 [myid:] - INFO [main:NIOServerCnxnFactory@94] - binding to port 0.0.0.0/0.0.0.0:2181 elasticsearch_1 | [2017-09-06T07:36:02,531][INFO ][o.e.n.Node ] [T40Nk-m] started kafka_1 | log.cleaner.enable = true grafana_1 | dial tcp [::1]:3000: getsockopt: connection refused % Total % Received % Xferd Average Speed Time Time Time Current taskmanager_1 | akka.framesize: 209715200b jobmanager_1 | query.server.port: 6125 influxdb_1 | [store] 2017/09/06 07:35:57 /var/lib/influxdb/data/_internal/monitor/1 opened in 46.221965ms zookeeper_1 | 2017-09-06 07:36:03,982 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:NIOServerCnxnFactory@197] - Accepted socket connection from /172.20.0.5:35586 kafka_1 | log.cleaner.io.buffer.load.factor = 0.9 elasticsearch_1 | [2017-09-06T07:36:02,909][INFO ][o.e.l.LicenseService ] [T40Nk-m] license [c3be114d-112a-4145-b688-228a4e0a3958] mode [trial] - valid grafana_1 | Dload Upload Total Spent Left Speed taskmanager_1 | jobmanager.web.history: 50 jobmanager_1 | blob.server.port: 6124 influxdb_1 | [subscriber] 2017/09/06 07:35:57 opened service kafka_1 | log.cleaner.io.buffer.size = 524288 zookeeper_1 | 2017-09-06 07:36:03,989 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:ZooKeeperServer@868] - Client attempting to establish new session at /172.20.0.5:35586 taskmanager_1 | blob.server.port: 6124 jobmanager_1 | query.server.port: 6125 influxdb_1 | [monitor] 2017/09/06 07:35:57 Starting monitor system kafka_1 | log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 taskmanager_1 | query.server.port: 6125 jobmanager_1 | blob.server.port: 6124 influxdb_1 | [monitor] 2017/09/06 07:35:57 'build' registered for diagnostics monitoring kafka_1 | log.cleaner.min.cleanable.ratio = 0.5 elasticsearch_1 | [2017-09-06T07:36:02,916][INFO ][o.e.g.GatewayService ] [T40Nk-m] recovered [1] indices into cluster_state taskmanager_1 | blob.server.port: 6124 zookeeper_1 | 2017-09-06 07:36:03,992 [myid:] - INFO [SyncThread:0:FileTxnLog@199] - Creating new log file: log.18f jobmanager_1 | query.server.port: 6125 influxdb_1 | [monitor] 2017/09/06 07:35:57 'runtime' registered for diagnostics monitoring kafka_1 | log.cleaner.min.compaction.lag.ms = 0 taskmanager_1 | query.server.port: 6125 jobmanager_1 | blob.server.port: 6124 influxdb_1 | [monitor] 2017/09/06 07:35:57 'network' registered for diagnostics monitoring kafka_1 | log.cleaner.threads = 1 zookeeper_1 | 2017-09-06 07:36:04,036 [myid:] - INFO [SyncThread:0:ZooKeeperServer@617] - Established session 0x15e561df4cb0000 with negotiated timeout 6000 for client /172.20.0.5:35586 taskmanager_1 | blob.server.port: 6124 jobmanager_1 | query.server.port: 6125 influxdb_1 | [monitor] 2017/09/06 07:35:57 'system' registered for diagnostics monitoring kafka_1 | log.cleanup.policy = [delete] elasticsearch_1 | [2017-09-06T07:36:03,463][INFO ][o.e.c.r.a.AllocationService] [T40Nk-m] Cluster health status changed from [RED] to [YELLOW] (reason: [shards started [[.kibana][0]] ...]). taskmanager_1 | query.server.port: 6125 zookeeper_1 | 2017-09-06 07:36:05,379 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:NIOServerCnxnFactory@197] - Accepted socket connection from /172.20.0.8:58346 jobmanager_1 | blob.server.port: 6124 influxdb_1 | [shard-precreation] 2017/09/06 07:35:57 Starting precreation service with check interval of 10m0s, advance period of 30m0s kafka_1 | log.dir = /tmp/kafka-logs taskmanager_1 | blob.server.port: 6124 zookeeper_1 | 2017-09-06 07:36:05,392 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:ZooKeeperServer@868] - Client attempting to establish new session at /172.20.0.8:58346 jobmanager_1 | query.server.port: 6125 influxdb_1 | [snapshot] 2017/09/06 07:35:57 Starting snapshot service kafka_1 | log.dirs = /kafka/kafka-logs-15e477f1ee17 taskmanager_1 | query.server.port: 6125 kafka_1 | log.flush.interval.messages = 9223372036854775807 jobmanager_1 | blob.server.port: 6124 zookeeper_1 | 2017-09-06 07:36:05,408 [myid:] - INFO [SyncThread:0:ZooKeeperServer@617] - Established session 0x15e561df4cb0001 with negotiated timeout 40000 for client /172.20.0.8:58346 influxdb_1 | [admin] 2017/09/06 07:35:57 Starting admin service taskmanager_1 | blob.server.port: 6124 kafka_1 | log.flush.interval.ms = null jobmanager_1 | query.server.port: 6125 influxdb_1 | [admin] 2017/09/06 07:35:57 DEPRECATED: This plugin is deprecated as of 1.1.0 and will be removed in a future release taskmanager_1 | query.server.port: 6125 kafka_1 | log.flush.offset.checkpoint.interval.ms = 60000 jobmanager_1 | blob.server.port: 6124 influxdb_1 | [admin] 2017/09/06 07:35:57 Listening on HTTP: [::]:8083 kafka_1 | log.flush.scheduler.interval.ms = 9223372036854775807 taskmanager_1 | blob.server.port: 6124 jobmanager_1 | query.server.port: 6125 influxdb_1 | [monitor] 2017/09/06 07:35:57 Storing statistics in database '_internal' retention policy 'monitor', at interval 10s kafka_1 | log.index.interval.bytes = 4096 taskmanager_1 | query.server.port: 6125 influxdb_1 | [continuous_querier] 2017/09/06 07:35:57 Starting continuous query service kafka_1 | log.index.size.max.bytes = 10485760 jobmanager_1 | Starting jobmanager as a console application on host 7a50df8dc863. taskmanager_1 | blob.server.port: 6124 influxdb_1 | [httpd] 2017/09/06 07:35:57 Starting HTTP service kafka_1 | log.message.format.version = 0.10.2-IV0 taskmanager_1 | query.server.port: 6125 jobmanager_1 | 2017-09-06 07:36:03,624 WARN org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable influxdb_1 | [httpd] 2017/09/06 07:35:57 Authentication enabled: false kafka_1 | log.message.timestamp.difference.max.ms = 9223372036854775807 taskmanager_1 | blob.server.port: 6124 influxdb_1 | [httpd] 2017/09/06 07:35:57 Listening on HTTP: [::]:8086 jobmanager_1 | 2017-09-06 07:36:03,734 INFO org.apache.flink.runtime.jobmanager.JobManager - -------------------------------------------------------------------------------- kafka_1 | log.message.timestamp.type = CreateTime taskmanager_1 | query.server.port: 6125 influxdb_1 | [retention] 2017/09/06 07:35:57 Starting retention policy enforcement service with check interval of 30m0s kafka_1 | log.preallocate = false influxdb_1 | [graphite] 2017/09/06 07:35:57 Starting graphite service, batch size 5000, batch timeout 1s taskmanager_1 | blob.server.port: 6124 jobmanager_1 | 2017-09-06 07:36:03,735 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager (Version: 1.3.2, Rev:0399bee, Date:03.08.2017 @ 10:23:11 UTC) kafka_1 | log.retention.bytes = -1 influxdb_1 | [monitor] 2017/09/06 07:35:57 'graphite:udp::2003' registered for diagnostics monitoring taskmanager_1 | query.server.port: 6125 kafka_1 | log.retention.check.interval.ms = 300000 influxdb_1 | [graphite] 2017/09/06 07:35:57 Listening on UDP: [::]:2003 taskmanager_1 | blob.server.port: 6124 jobmanager_1 | 2017-09-06 07:36:03,735 INFO org.apache.flink.runtime.jobmanager.JobManager - Current user: flink kafka_1 | log.retention.hours = 168 taskmanager_1 | query.server.port: 6125 kafka_1 | log.retention.minutes = null jobmanager_1 | 2017-09-06 07:36:03,736 INFO org.apache.flink.runtime.jobmanager.JobManager - JVM: OpenJDK 64-Bit Server VM - Oracle Corporation - 1.8/25.141-b15 kafka_1 | log.retention.ms = null influxdb_1 | 2017/09/06 07:35:57 Sending usage statistics to usage.influxdata.com taskmanager_1 | Starting taskmanager as a console application on host efad34b0ea7e. jobmanager_1 | 2017-09-06 07:36:03,736 INFO org.apache.flink.runtime.jobmanager.JobManager - Maximum heap size: 479 MiBytes kafka_1 | log.roll.hours = 168 taskmanager_1 | 2017-09-06 07:36:05,945 WARN org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable kafka_1 | log.roll.jitter.hours = 0 jobmanager_1 | 2017-09-06 07:36:03,736 INFO org.apache.flink.runtime.jobmanager.JobManager - JAVA_HOME: /docker-java-home/jre influxdb_1 | [run] 2017/09/06 07:35:57 Listening for signals kafka_1 | log.roll.jitter.ms = null kafka_1 | log.roll.ms = null jobmanager_1 | 2017-09-06 07:36:03,751 INFO org.apache.flink.runtime.jobmanager.JobManager - Hadoop version: 2.7.2 kafka_1 | log.segment.bytes = 1073741824 kafka_1 | log.segment.delete.delay.ms = 60000 kafka_1 | max.connections.per.ip = 2147483647 jobmanager_1 | 2017-09-06 07:36:03,753 INFO org.apache.flink.runtime.jobmanager.JobManager - JVM Options: kafka_1 | max.connections.per.ip.overrides = influxdb_1 | dial tcp [::1]:8086: getsockopt: connection refused jobmanager_1 | 2017-09-06 07:36:03,754 INFO org.apache.flink.runtime.jobmanager.JobManager - -Xms500m kafka_1 | message.max.bytes = 1000012 jobmanager_1 | 2017-09-06 07:36:03,755 INFO org.apache.flink.runtime.jobmanager.JobManager - -Xmx500m kafka_1 | metric.reporters = [] influxdb_1 | => Creating database: ESP kafka_1 | metrics.num.samples = 2 kafka_1 | metrics.recording.level = INFO jobmanager_1 | 2017-09-06 07:36:03,757 INFO org.apache.flink.runtime.jobmanager.JobManager - -Dflink.local.hostname=taskmanager influxdb_1 | [httpd] 127.0.0.1 - - [06/Sep/2017:07:36:00 +0000] "GET /ping HTTP/1.1" 204 0 "-" "InfluxDBShell/1.1.5" 07ba2d05-92d6-11e7-8001-000000000000 171 kafka_1 | metrics.sample.window.ms = 30000 jobmanager_1 | 2017-09-06 07:36:03,758 INFO org.apache.flink.runtime.jobmanager.JobManager - -Dlog4j.configuration=file:/opt/flink/conf/log4j-console.properties kafka_1 | min.insync.replicas = 1 influxdb_1 | [query] 2017/09/06 07:36:00 CREATE DATABASE ESP jobmanager_1 | 2017-09-06 07:36:03,758 INFO org.apache.flink.runtime.jobmanager.JobManager - -Dlogback.configurationFile=file:/opt/flink/conf/logback-console.xml kafka_1 | num.io.threads = 8 influxdb_1 | [httpd] 127.0.0.1 - - [06/Sep/2017:07:36:00 +0000] "POST /query?chunked=true&db=&epoch=ns&q=create+database+ESP HTTP/1.1" 200 51 "-" "InfluxDBShell/1.1.5" 07ba4647-92d6-11e7-8002-000000000000 1659 kafka_1 | num.network.threads = 3 kafka_1 | num.partitions = 1 kafka_1 | num.recovery.threads.per.data.dir = 1 kafka_1 | num.replica.fetchers = 1 jobmanager_1 | 2017-09-06 07:36:03,759 INFO org.apache.flink.runtime.jobmanager.JobManager - Program Arguments: kafka_1 | offset.metadata.max.bytes = 4096 influxdb_1 | exec influxd jobmanager_1 | 2017-09-06 07:36:03,759 INFO org.apache.flink.runtime.jobmanager.JobManager - --configDir kafka_1 | offsets.commit.required.acks = -1 jobmanager_1 | 2017-09-06 07:36:03,760 INFO org.apache.flink.runtime.jobmanager.JobManager - /opt/flink/conf kafka_1 | offsets.commit.timeout.ms = 5000 kafka_1 | offsets.load.buffer.size = 5242880 kafka_1 | offsets.retention.check.interval.ms = 600000 kafka_1 | offsets.retention.minutes = 1440 jobmanager_1 | 2017-09-06 07:36:03,760 INFO org.apache.flink.runtime.jobmanager.JobManager - --executionMode kafka_1 | offsets.topic.compression.codec = 0 jobmanager_1 | 2017-09-06 07:36:03,761 INFO org.apache.flink.runtime.jobmanager.JobManager - cluster kafka_1 | offsets.topic.num.partitions = 50 jobmanager_1 | 2017-09-06 07:36:03,761 INFO org.apache.flink.runtime.jobmanager.JobManager - Classpath: /opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: kafka_1 | offsets.topic.replication.factor = 3 kafka_1 | offsets.topic.segment.bytes = 104857600 kafka_1 | port = 9092 kafka_1 | principal.builder.class = class org.apache.kafka.common.security.auth.DefaultPrincipalBuilder jobmanager_1 | 2017-09-06 07:36:03,761 INFO org.apache.flink.runtime.jobmanager.JobManager - -------------------------------------------------------------------------------- kafka_1 | producer.purgatory.purge.interval.requests = 1000 kafka_1 | queued.max.requests = 500 kafka_1 | quota.consumer.default = 9223372036854775807 jobmanager_1 | 2017-09-06 07:36:03,763 INFO org.apache.flink.runtime.jobmanager.JobManager - Registered UNIX signal handlers for [TERM, HUP, INT] kafka_1 | quota.producer.default = 9223372036854775807 kafka_1 | quota.window.num = 11 kafka_1 | quota.window.size.seconds = 1 kafka_1 | replica.fetch.backoff.ms = 1000 kafka_1 | replica.fetch.max.bytes = 1048576 kafka_1 | replica.fetch.min.bytes = 1 kafka_1 | replica.fetch.response.max.bytes = 10485760 jobmanager_1 | 2017-09-06 07:36:03,907 INFO org.apache.flink.runtime.jobmanager.JobManager - Loading configuration from /opt/flink/conf kafka_1 | replica.fetch.wait.max.ms = 500 kafka_1 | replica.high.watermark.checkpoint.interval.ms = 5000 kafka_1 | replica.lag.time.max.ms = 10000 kafka_1 | replica.socket.receive.buffer.bytes = 65536 kafka_1 | replica.socket.timeout.ms = 30000 jobmanager_1 | 2017-09-06 07:36:03,922 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager kafka_1 | replication.quota.window.num = 11 kafka_1 | replication.quota.window.size.seconds = 1 kafka_1 | request.timeout.ms = 30000 kafka_1 | reserved.broker.max.id = 1000 kafka_1 | sasl.enabled.mechanisms = [GSSAPI] kafka_1 | sasl.kerberos.kinit.cmd = /usr/bin/kinit jobmanager_1 | 2017-09-06 07:36:03,922 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager kafka_1 | sasl.kerberos.min.time.before.relogin = 60000 kafka_1 | sasl.kerberos.principal.to.local.rules = [DEFAULT] kafka_1 | sasl.kerberos.service.name = null kafka_1 | sasl.kerberos.ticket.renew.jitter = 0.05 kafka_1 | sasl.kerberos.ticket.renew.window.factor = 0.8 jobmanager_1 | 2017-09-06 07:36:03,923 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" kafka_1 | sasl.mechanism.inter.broker.protocol = GSSAPI kafka_1 | security.inter.broker.protocol = PLAINTEXT kafka_1 | socket.receive.buffer.bytes = 102400 kafka_1 | socket.request.max.bytes = 104857600 jobmanager_1 | 2017-09-06 07:36:03,923 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 jobmanager_1 | 2017-09-06 07:36:03,923 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 jobmanager_1 | 2017-09-06 07:36:03,924 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 jobmanager_1 | 2017-09-06 07:36:03,925 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 jobmanager_1 | 2017-09-06 07:36:03,925 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 jobmanager_1 | 2017-09-06 07:36:03,927 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 jobmanager_1 | 2017-09-06 07:36:03,928 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 jobmanager_1 | 2017-09-06 07:36:03,928 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper jobmanager_1 | 2017-09-06 07:36:03,928 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 jobmanager_1 | 2017-09-06 07:36:03,928 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath kafka_1 | socket.send.buffer.bytes = 102400 jobmanager_1 | 2017-09-06 07:36:03,928 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo kafka_1 | ssl.cipher.suites = null kafka_1 | ssl.client.auth = none kafka_1 | ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] kafka_1 | ssl.endpoint.identification.algorithm = null jobmanager_1 | 2017-09-06 07:36:03,934 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage kafka_1 | ssl.key.password = null kafka_1 | ssl.keymanager.algorithm = SunX509 kafka_1 | ssl.keystore.location = null kafka_1 | ssl.keystore.password = null kafka_1 | ssl.keystore.type = JKS kafka_1 | ssl.protocol = TLS kafka_1 | ssl.provider = null kafka_1 | ssl.secure.random.implementation = null kafka_1 | ssl.trustmanager.algorithm = PKIX kafka_1 | ssl.truststore.location = null kafka_1 | ssl.truststore.password = null kafka_1 | ssl.truststore.type = JKS jobmanager_1 | 2017-09-06 07:36:03,934 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem kafka_1 | unclean.leader.election.enable = true jobmanager_1 | 2017-09-06 07:36:03,935 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints kafka_1 | zookeeper.connect = zookeeper:2181 kafka_1 | zookeeper.connection.timeout.ms = 6000 kafka_1 | zookeeper.session.timeout.ms = 6000 kafka_1 | zookeeper.set.acl = false kafka_1 | zookeeper.sync.time.ms = 2000 kafka_1 | (kafka.server.KafkaConfig) jobmanager_1 | 2017-09-06 07:36:03,935 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints kafka_1 | [2017-09-06 07:36:03,907] INFO starting (kafka.server.KafkaServer) jobmanager_1 | 2017-09-06 07:36:03,936 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter kafka_1 | [2017-09-06 07:36:03,911] INFO Connecting to zookeeper on zookeeper:2181 (kafka.server.KafkaServer) kafka_1 | [2017-09-06 07:36:03,932] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) jobmanager_1 | 2017-09-06 07:36:03,936 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter kafka_1 | [2017-09-06 07:36:03,942] INFO Client environment:zookeeper.version=3.4.9-1757313, built on 08/23/2016 06:50 GMT (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,937 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:host.name=15e477f1ee17 (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,937 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 jobmanager_1 | 2017-09-06 07:36:03,937 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP jobmanager_1 | 2017-09-06 07:36:03,938 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:java.version=1.8.0_131 (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,938 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:java.vendor=Oracle Corporation (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,938 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:java.home=/opt/jdk1.8.0_131/jre (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,938 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:java.class.path=:/opt/kafka/bin/../libs/aopalliance-repackaged-2.5.0-b05.jar:/opt/kafka/bin/../libs/argparse4j-0.7.0.jar:/opt/kafka/bin/../libs/connect-api-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-file-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-json-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-runtime-0.10.2.1.jar:/opt/kafka/bin/../libs/connect-transforms-0.10.2.1.jar:/opt/kafka/bin/../libs/guava-18.0.jar:/opt/kafka/bin/../libs/hk2-api-2.5.0-b05.jar:/opt/kafka/bin/../libs/hk2-locator-2.5.0-b05.jar:/opt/kafka/bin/../libs/hk2-utils-2.5.0-b05.jar:/opt/kafka/bin/../libs/jackson-annotations-2.8.0.jar:/opt/kafka/bin/../libs/jackson-annotations-2.8.5.jar:/opt/kafka/bin/../libs/jackson-core-2.8.5.jar:/opt/kafka/bin/../libs/jackson-databind-2.8.5.jar:/opt/kafka/bin/../libs/jackson-jaxrs-base-2.8.5.jar:/opt/kafka/bin/../libs/jackson-jaxrs-json-provider-2.8.5.jar:/opt/kafka/bin/../libs/jackson-module-jaxb-annotations-2.8.5.jar:/opt/kafka/bin/../libs/javassist-3.20.0-GA.jar:/opt/kafka/bin/../libs/javax.annotation-api-1.2.jar:/opt/kafka/bin/../libs/javax.inject-1.jar:/opt/kafka/bin/../libs/javax.inject-2.5.0-b05.jar:/opt/kafka/bin/../libs/javax.servlet-api-3.1.0.jar:/opt/kafka/bin/../libs/javax.ws.rs-api-2.0.1.jar:/opt/kafka/bin/../libs/jersey-client-2.24.jar:/opt/kafka/bin/../libs/jersey-common-2.24.jar:/opt/kafka/bin/../libs/jersey-container-servlet-2.24.jar:/opt/kafka/bin/../libs/jersey-container-servlet-core-2.24.jar:/opt/kafka/bin/../libs/jersey-guava-2.24.jar:/opt/kafka/bin/../libs/jersey-media-jaxb-2.24.jar:/opt/kafka/bin/../libs/jersey-server-2.24.jar:/opt/kafka/bin/../libs/jetty-continuation-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-http-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-io-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-security-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-server-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-servlet-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-servlets-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jetty-util-9.2.15.v20160210.jar:/opt/kafka/bin/../libs/jopt-simple-5.0.3.jar:/opt/kafka/bin/../libs/kafka-clients-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-log4j-appender-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-streams-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-streams-examples-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka-tools-0.10.2.1.jar:/opt/kafka/bin/../libs/kafka_2.12-0.10.2.1-sources.jar:/opt/kafka/bin/../libs/kafka_2.12-0.10.2.1-test-sources.jar:/opt/kafka/bin/../libs/kafka_2.12-0.10.2.1.jar:/opt/kafka/bin/../libs/log4j-1.2.17.jar:/opt/kafka/bin/../libs/lz4-1.3.0.jar:/opt/kafka/bin/../libs/metrics-core-2.2.0.jar:/opt/kafka/bin/../libs/osgi-resource-locator-1.0.1.jar:/opt/kafka/bin/../libs/reflections-0.9.10.jar:/opt/kafka/bin/../libs/rocksdbjni-5.0.1.jar:/opt/kafka/bin/../libs/scala-library-2.12.1.jar:/opt/kafka/bin/../libs/scala-parser-combinators_2.12-1.0.4.jar:/opt/kafka/bin/../libs/slf4j-api-1.7.21.jar:/opt/kafka/bin/../libs/slf4j-log4j12-1.7.21.jar:/opt/kafka/bin/../libs/snappy-java-1.1.2.6.jar:/opt/kafka/bin/../libs/validation-api-1.1.0.Final.jar:/opt/kafka/bin/../libs/zkclient-0.10.jar:/opt/kafka/bin/../libs/zookeeper-3.4.9.jar (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,939 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,939 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... jobmanager_1 | 2017-09-06 07:36:03,939 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b jobmanager_1 | 2017-09-06 07:36:03,939 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,940 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:java.compiler= (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,940 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,940 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:os.version=4.9.41-moby (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,940 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:03,941 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:03,946] INFO Client environment:user.name=root (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,941 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:03,942 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:03,947] INFO Client environment:user.home=/root (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:36:03,947] INFO Client environment:user.dir=/ (org.apache.zookeeper.ZooKeeper) kafka_1 | [2017-09-06 07:36:03,948] INFO Initiating client connection, connectString=zookeeper:2181 sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@6b26e945 (org.apache.zookeeper.ZooKeeper) jobmanager_1 | 2017-09-06 07:36:03,942 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:03,964] INFO Waiting for keeper state SyncConnected (org.I0Itec.zkclient.ZkClient) jobmanager_1 | 2017-09-06 07:36:03,942 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:03,971] INFO Opening socket connection to server docker_zookeeper_1.docker_default/172.20.0.2:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn) jobmanager_1 | 2017-09-06 07:36:03,943 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:03,981] INFO Socket connection established to docker_zookeeper_1.docker_default/172.20.0.2:2181, initiating session (org.apache.zookeeper.ClientCnxn) jobmanager_1 | 2017-09-06 07:36:03,943 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,040] INFO Session establishment complete on server docker_zookeeper_1.docker_default/172.20.0.2:2181, sessionid = 0x15e561df4cb0000, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) jobmanager_1 | 2017-09-06 07:36:03,943 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,051] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) kafka_1 | [2017-09-06 07:36:04,264] INFO Cluster ID = TFLhBG3STymPdXnHKcoBBw (kafka.server.KafkaServer) jobmanager_1 | 2017-09-06 07:36:03,944 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,363] INFO [ThrottledRequestReaper-Fetch], Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper) kafka_1 | [2017-09-06 07:36:04,385] INFO [ThrottledRequestReaper-Produce], Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper) jobmanager_1 | 2017-09-06 07:36:03,944 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,502] INFO Loading logs. (kafka.log.LogManager) jobmanager_1 | 2017-09-06 07:36:03,945 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:36:03,945 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,575] INFO Completed load of log __consumer_offsets-21 with 1 log segments and log end offset 0 in 40 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,945 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,584] INFO Completed load of log __consumer_offsets-6 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,946 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,590] INFO Completed load of log __consumer_offsets-11 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,597] INFO Completed load of log __consumer_offsets-35 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,947 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:36:03,948 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,605] INFO Completed load of log __consumer_offsets-2 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,960 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager with high-availability kafka_1 | [2017-09-06 07:36:04,619] INFO Completed load of log __consumer_offsets-38 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,627] INFO Completed load of log __consumer_offsets-27 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,967 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager on jobmanager:0 with execution mode CLUSTER kafka_1 | [2017-09-06 07:36:04,632] INFO Completed load of log __consumer_offsets-26 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,995 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager jobmanager_1 | 2017-09-06 07:36:03,995 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager kafka_1 | [2017-09-06 07:36:04,637] INFO Completed load of log __consumer_offsets-32 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,645] INFO Completed load of log __consumer_offsets-30 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,995 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" kafka_1 | [2017-09-06 07:36:04,653] INFO Completed load of log __consumer_offsets-39 with 1 log segments and log end offset 0 in 3 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,660] INFO Completed load of log __consumer_offsets-31 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,995 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 kafka_1 | [2017-09-06 07:36:04,664] INFO Completed load of log __consumer_offsets-7 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,671] INFO Completed load of log __consumer_offsets-17 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,995 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 kafka_1 | [2017-09-06 07:36:04,676] INFO Completed load of log __consumer_offsets-47 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) taskmanager_1 | 2017-09-06 07:36:06,337 INFO org.apache.flink.runtime.taskmanager.TaskManager - -------------------------------------------------------------------------------- taskmanager_1 | 2017-09-06 07:36:06,337 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager (Version: 1.3.2, Rev:0399bee, Date:03.08.2017 @ 10:23:11 UTC) jobmanager_1 | 2017-09-06 07:36:03,996 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 kafka_1 | [2017-09-06 07:36:04,683] INFO Completed load of log __consumer_offsets-37 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) taskmanager_1 | 2017-09-06 07:36:06,338 INFO org.apache.flink.runtime.taskmanager.TaskManager - Current user: flink jobmanager_1 | 2017-09-06 07:36:03,996 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 jobmanager_1 | 2017-09-06 07:36:03,996 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 kafka_1 | [2017-09-06 07:36:04,694] INFO Completed load of log __consumer_offsets-49 with 1 log segments and log end offset 249 in 5 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,997 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 jobmanager_1 | 2017-09-06 07:36:03,997 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 jobmanager_1 | 2017-09-06 07:36:03,997 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper taskmanager_1 | 2017-09-06 07:36:06,338 INFO org.apache.flink.runtime.taskmanager.TaskManager - JVM: OpenJDK 64-Bit Server VM - Oracle Corporation - 1.8/25.141-b15 kafka_1 | [2017-09-06 07:36:04,699] INFO Completed load of log __consumer_offsets-18 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,704] INFO Completed load of log __consumer_offsets-13 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,997 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 kafka_1 | [2017-09-06 07:36:04,707] INFO Completed load of log __consumer_offsets-45 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,998 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath kafka_1 | [2017-09-06 07:36:04,713] INFO Completed load of log __consumer_offsets-9 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,998 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo kafka_1 | [2017-09-06 07:36:04,719] INFO Completed load of log __consumer_offsets-14 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,998 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage kafka_1 | [2017-09-06 07:36:04,722] INFO Completed load of log __consumer_offsets-8 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,998 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem jobmanager_1 | 2017-09-06 07:36:03,999 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints kafka_1 | [2017-09-06 07:36:04,727] INFO Completed load of log __consumer_offsets-42 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,999 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints kafka_1 | [2017-09-06 07:36:04,732] INFO Completed load of log __consumer_offsets-34 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:03,999 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter jobmanager_1 | 2017-09-06 07:36:03,999 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter jobmanager_1 | 2017-09-06 07:36:04,000 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb kafka_1 | [2017-09-06 07:36:04,736] INFO Completed load of log __consumer_offsets-5 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,000 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 kafka_1 | [2017-09-06 07:36:04,740] INFO Completed load of log __consumer_offsets-12 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,000 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP jobmanager_1 | 2017-09-06 07:36:04,000 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal kafka_1 | [2017-09-06 07:36:04,745] INFO Completed load of log __consumer_offsets-16 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,748] INFO Completed load of log __consumer_offsets-46 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,000 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. jobmanager_1 | 2017-09-06 07:36:04,001 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. kafka_1 | [2017-09-06 07:36:04,754] INFO Completed load of log __consumer_offsets-24 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,759] INFO Completed load of log __consumer_offsets-3 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,001 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. kafka_1 | [2017-09-06 07:36:04,765] INFO Completed load of log __consumer_offsets-20 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,771] INFO Completed load of log __consumer_offsets-44 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,001 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... jobmanager_1 | 2017-09-06 07:36:04,001 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... kafka_1 | [2017-09-06 07:36:04,777] INFO Completed load of log __consumer_offsets-41 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,001 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b kafka_1 | [2017-09-06 07:36:04,784] INFO Completed load of log __consumer_offsets-15 with 1 log segments and log end offset 0 in 5 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,001 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 kafka_1 | [2017-09-06 07:36:04,790] INFO Completed load of log __consumer_offsets-48 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,002 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:36:04,002 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,794] INFO Completed load of log __consumer_offsets-36 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,002 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,799] INFO Completed load of log __consumer_offsets-29 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,002 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:04,002 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:36:04,002 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,802] INFO Completed load of log __consumer_offsets-10 with 1 log segments and log end offset 0 in 0 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,003 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 jobmanager_1 | 2017-09-06 07:36:04,003 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:04,003 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,807] INFO Completed load of log __consumer_offsets-25 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,003 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,813] INFO Completed load of log __consumer_offsets-1 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,003 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,819] INFO Completed load of log __consumer_offsets-0 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,826] INFO Completed load of log __consumer_offsets-22 with 1 log segments and log end offset 0 in 2 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,003 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,831] INFO Completed load of log __consumer_offsets-19 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,004 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,835] INFO Completed load of log __consumer_offsets-40 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,839] INFO Completed load of log processedEvents-0 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) taskmanager_1 | 2017-09-06 07:36:06,347 INFO org.apache.flink.runtime.taskmanager.TaskManager - Maximum heap size: 9583 MiBytes kafka_1 | [2017-09-06 07:36:04,845] INFO Completed load of log __consumer_offsets-28 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,004 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:04,004 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,849] INFO Completed load of log __consumer_offsets-23 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,004 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:04,005 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,857] INFO Completed load of log __consumer_offsets-33 with 1 log segments and log end offset 0 in 3 ms (kafka.log.Log) taskmanager_1 | 2017-09-06 07:36:06,358 INFO org.apache.flink.runtime.taskmanager.TaskManager - JAVA_HOME: /docker-java-home/jre jobmanager_1 | 2017-09-06 07:36:04,005 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,861] INFO Completed load of log __consumer_offsets-43 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) jobmanager_1 | 2017-09-06 07:36:04,005 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 kafka_1 | [2017-09-06 07:36:04,864] INFO Completed load of log __consumer_offsets-4 with 1 log segments and log end offset 0 in 1 ms (kafka.log.Log) kafka_1 | [2017-09-06 07:36:04,867] INFO Logs loading complete in 365 ms. (kafka.log.LogManager) jobmanager_1 | 2017-09-06 07:36:04,005 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 kafka_1 | [2017-09-06 07:36:04,995] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager) jobmanager_1 | 2017-09-06 07:36:04,043 INFO org.apache.flink.runtime.security.modules.HadoopModule - Hadoop user set to flink (auth:SIMPLE) jobmanager_1 | 2017-09-06 07:36:04,142 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager actor system reachable at jobmanager:35215 kafka_1 | [2017-09-06 07:36:05,007] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager) jobmanager_1 | 2017-09-06 07:36:04,600 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started kafka_1 | [2017-09-06 07:36:05,397] INFO Awaiting socket connections on 0.0.0.0:9092. (kafka.network.Acceptor) jobmanager_1 | 2017-09-06 07:36:04,667 INFO Remoting - Starting remoting kafka_1 | [2017-09-06 07:36:05,441] INFO [Socket Server on Broker 1001], Started 1 acceptor threads (kafka.network.SocketServer) jobmanager_1 | 2017-09-06 07:36:05,134 INFO Remoting - Remoting started; listening on addresses :[akka.tcp://flink@jobmanager:35215] jobmanager_1 | 2017-09-06 07:36:05,173 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' jobmanager_1 | 2017-09-06 07:36:05,173 INFO org.apache.flink.runtime.blob.FileSystemBlobStore - Creating highly available BLOB storage directory at file:///tmp/storage//flinkDemo/blob kafka_1 | [2017-09-06 07:36:05,539] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) jobmanager_1 | 2017-09-06 07:36:05,175 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' jobmanager_1 | 2017-09-06 07:36:05,175 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Enforcing default ACL for ZK connections jobmanager_1 | 2017-09-06 07:36:05,176 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Using '/flinkPath/flinkDemo' as Zookeeper namespace. kafka_1 | [2017-09-06 07:36:05,542] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) jobmanager_1 | 2017-09-06 07:36:05,253 INFO org.apache.flink.shaded.org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting kafka_1 | [2017-09-06 07:36:05,747] INFO Creating /controller (is it secure? false) (kafka.utils.ZKCheckedEphemeral) kafka_1 | [2017-09-06 07:36:05,780] INFO Result of znode creation is: OK (kafka.utils.ZKCheckedEphemeral) kafka_1 | [2017-09-06 07:36:05,782] INFO 1001 successfully elected as leader (kafka.server.ZookeeperLeaderElector) jobmanager_1 | 2017-09-06 07:36:05,276 INFO org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT jobmanager_1 | 2017-09-06 07:36:05,276 INFO org.apache.zookeeper.ZooKeeper - Client environment:host.name=7a50df8dc863 taskmanager_1 | 2017-09-06 07:36:06,364 INFO org.apache.flink.runtime.taskmanager.TaskManager - Hadoop version: 2.7.2 jobmanager_1 | 2017-09-06 07:36:05,276 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.8.0_141 jobmanager_1 | 2017-09-06 07:36:05,277 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation jobmanager_1 | 2017-09-06 07:36:05,277 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.home=/usr/lib/jvm/java-8-openjdk-amd64/jre jobmanager_1 | 2017-09-06 07:36:05,277 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=/opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: jobmanager_1 | 2017-09-06 07:36:05,277 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib taskmanager_1 | 2017-09-06 07:36:06,365 INFO org.apache.flink.runtime.taskmanager.TaskManager - JVM Options: jobmanager_1 | 2017-09-06 07:36:05,277 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=/tmp taskmanager_1 | 2017-09-06 07:36:06,365 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Xms10000M jobmanager_1 | 2017-09-06 07:36:05,277 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.compiler= jobmanager_1 | 2017-09-06 07:36:05,277 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux jobmanager_1 | 2017-09-06 07:36:05,278 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64 jobmanager_1 | 2017-09-06 07:36:05,278 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.version=4.9.41-moby jobmanager_1 | 2017-09-06 07:36:05,278 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.name=flink jobmanager_1 | 2017-09-06 07:36:05,278 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.home=/opt/flink jobmanager_1 | 2017-09-06 07:36:05,278 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/opt/flink jobmanager_1 | 2017-09-06 07:36:05,279 INFO org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=zookeeper:2181 sessionTimeout=60000 watcher=org.apache.flink.shaded.org.apache.curator.ConnectionState@45815ffc jobmanager_1 | 2017-09-06 07:36:05,327 WARN org.apache.zookeeper.ClientCnxn - SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/tmp/jaas-4071365572780891675.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. jobmanager_1 | 2017-09-06 07:36:05,341 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager web frontend jobmanager_1 | 2017-09-06 07:36:05,342 ERROR org.apache.flink.shaded.org.apache.curator.ConnectionState - Authentication failed jobmanager_1 | 2017-09-06 07:36:05,348 INFO org.apache.zookeeper.ClientCnxn - Opening socket connection to server docker_zookeeper_1.docker_default/172.20.0.2:2181 taskmanager_1 | 2017-09-06 07:36:06,365 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Xmx10000M taskmanager_1 | 2017-09-06 07:36:06,366 INFO org.apache.flink.runtime.taskmanager.TaskManager - -XX:MaxDirectMemorySize=8388607T taskmanager_1 | 2017-09-06 07:36:06,366 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Dflink.local.hostname=taskmanager taskmanager_1 | 2017-09-06 07:36:06,367 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Dlog4j.configuration=file:/opt/flink/conf/log4j-console.properties taskmanager_1 | 2017-09-06 07:36:06,367 INFO org.apache.flink.runtime.taskmanager.TaskManager - -Dlogback.configurationFile=file:/opt/flink/conf/logback-console.xml taskmanager_1 | 2017-09-06 07:36:06,367 INFO org.apache.flink.runtime.taskmanager.TaskManager - Program Arguments: taskmanager_1 | 2017-09-06 07:36:06,367 INFO org.apache.flink.runtime.taskmanager.TaskManager - --configDir jobmanager_1 | 2017-09-06 07:36:05,379 INFO org.apache.zookeeper.ClientCnxn - Socket connection established to docker_zookeeper_1.docker_default/172.20.0.2:2181, initiating session taskmanager_1 | 2017-09-06 07:36:06,367 INFO org.apache.flink.runtime.taskmanager.TaskManager - /opt/flink/conf taskmanager_1 | 2017-09-06 07:36:06,367 INFO org.apache.flink.runtime.taskmanager.TaskManager - Classpath: /opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: jobmanager_1 | 2017-09-06 07:36:05,396 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment variable 'log.file' is not set. taskmanager_1 | 2017-09-06 07:36:06,368 INFO org.apache.flink.runtime.taskmanager.TaskManager - -------------------------------------------------------------------------------- jobmanager_1 | 2017-09-06 07:36:05,396 WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'jobmanager.web.log.path'. taskmanager_1 | 2017-09-06 07:36:06,370 INFO org.apache.flink.runtime.taskmanager.TaskManager - Registered UNIX signal handlers for [TERM, HUP, INT] jobmanager_1 | 2017-09-06 07:36:05,396 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Using directory /tmp/flink-web-29d0d6c8-91c5-4760-8200-308c604ccc82 for the web interface files jobmanager_1 | 2017-09-06 07:36:05,397 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Using directory /tmp/flink-web-453ecf67-78d8-4f97-b20d-63415f034b08 for web frontend JAR file uploads jobmanager_1 | 2017-09-06 07:36:05,427 INFO org.apache.zookeeper.ClientCnxn - Session establishment complete on server docker_zookeeper_1.docker_default/172.20.0.2:2181, sessionid = 0x15e561df4cb0001, negotiated timeout = 40000 jobmanager_1 | 2017-09-06 07:36:05,430 INFO org.apache.flink.shaded.org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED taskmanager_1 | 2017-09-06 07:36:06,376 INFO org.apache.flink.runtime.taskmanager.TaskManager - Maximum number of open file descriptors is 70000 jobmanager_1 | 2017-09-06 07:36:06,409 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Web frontend listening at 0.0.0.0:8081 taskmanager_1 | 2017-09-06 07:36:06,418 INFO org.apache.flink.runtime.taskmanager.TaskManager - Loading configuration from /opt/flink/conf jobmanager_1 | 2017-09-06 07:36:06,419 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager actor taskmanager_1 | 2017-09-06 07:36:06,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager taskmanager_1 | 2017-09-06 07:36:06,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager taskmanager_1 | 2017-09-06 07:36:06,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" taskmanager_1 | 2017-09-06 07:36:06,435 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 taskmanager_1 | 2017-09-06 07:36:06,436 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 taskmanager_1 | 2017-09-06 07:36:06,436 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 taskmanager_1 | 2017-09-06 07:36:06,437 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 taskmanager_1 | 2017-09-06 07:36:06,437 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 taskmanager_1 | 2017-09-06 07:36:06,450 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 taskmanager_1 | 2017-09-06 07:36:06,450 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 taskmanager_1 | 2017-09-06 07:36:06,451 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper taskmanager_1 | 2017-09-06 07:36:06,451 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 taskmanager_1 | 2017-09-06 07:36:06,451 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath taskmanager_1 | 2017-09-06 07:36:06,452 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo taskmanager_1 | 2017-09-06 07:36:06,452 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage taskmanager_1 | 2017-09-06 07:36:06,452 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem taskmanager_1 | 2017-09-06 07:36:06,452 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints taskmanager_1 | 2017-09-06 07:36:06,453 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints taskmanager_1 | 2017-09-06 07:36:06,453 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter taskmanager_1 | 2017-09-06 07:36:06,453 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter taskmanager_1 | 2017-09-06 07:36:06,454 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb taskmanager_1 | 2017-09-06 07:36:06,454 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 taskmanager_1 | 2017-09-06 07:36:06,454 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP taskmanager_1 | 2017-09-06 07:36:06,454 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal taskmanager_1 | 2017-09-06 07:36:06,455 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. taskmanager_1 | 2017-09-06 07:36:06,455 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. taskmanager_1 | 2017-09-06 07:36:06,455 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. taskmanager_1 | 2017-09-06 07:36:06,456 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:36:06,456 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:36:06,456 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b taskmanager_1 | 2017-09-06 07:36:06,456 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 taskmanager_1 | 2017-09-06 07:36:06,457 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,457 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,457 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,458 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,458 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,458 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,458 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,459 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,459 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,459 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,459 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,460 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,460 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,460 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,460 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,461 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,461 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,461 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,461 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,462 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:06,484 INFO org.apache.flink.runtime.blob.BlobServer - Created BLOB server storage directory /tmp/blobStore-98924018-9c04-412b-94f4-cb53ebb7e680 taskmanager_1 | 2017-09-06 07:36:06,492 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, jobmanager taskmanager_1 | 2017-09-06 07:36:06,493 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.hostname, taskmanager taskmanager_1 | 2017-09-06 07:36:06,493 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: env.java.opts, "-Dflink.local.hostname=taskmanager" taskmanager_1 | 2017-09-06 07:36:06,494 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123 taskmanager_1 | 2017-09-06 07:36:06,494 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.heap.mb, 500 taskmanager_1 | 2017-09-06 07:36:06,495 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.heap.mb, 10000 taskmanager_1 | 2017-09-06 07:36:06,495 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 40 taskmanager_1 | 2017-09-06 07:36:06,495 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 8 taskmanager_1 | 2017-09-06 07:36:06,496 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.port, 8081 taskmanager_1 | 2017-09-06 07:36:06,496 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: webclient.port, 6080 taskmanager_1 | 2017-09-06 07:36:06,497 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability, zookeeper taskmanager_1 | 2017-09-06 07:36:06,497 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.quorum, zookeeper:2181 taskmanager_1 | 2017-09-06 07:36:06,498 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.root, /flinkPath taskmanager_1 | 2017-09-06 07:36:06,498 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.zookeeper.path.namespace, /flinkDemo taskmanager_1 | 2017-09-06 07:36:06,498 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.storageDir, file:///tmp/storage taskmanager_1 | 2017-09-06 07:36:06,499 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend, filesystem taskmanager_1 | 2017-09-06 07:36:06,499 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.backend.fs.checkpointdir, file:///opt/flinkData/checkpoints taskmanager_1 | 2017-09-06 07:36:06,499 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.savepoints.dir, file:///opt/flinkData/savepoints taskmanager_1 | 2017-09-06 07:36:06,500 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporters, graphite_reporter taskmanager_1 | 2017-09-06 07:36:06,502 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.class, org.apache.flink.metrics.graphite.GraphiteReporter taskmanager_1 | 2017-09-06 07:36:06,502 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.host, influxdb taskmanager_1 | 2017-09-06 07:36:06,502 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.port, 2003 taskmanager_1 | 2017-09-06 07:36:06,503 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.graphite_reporter.protocol, UDP taskmanager_1 | 2017-09-06 07:36:06,503 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm, demo..jobmanagerGlobal taskmanager_1 | 2017-09-06 07:36:06,503 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.jm.job, demo..jobmanagerJob. taskmanager_1 | 2017-09-06 07:36:06,504 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm, demo..taskmanagerGlobal. taskmanager_1 | 2017-09-06 07:36:06,504 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.tm.job, demo..taskmanagerJob.. taskmanager_1 | 2017-09-06 07:36:06,504 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.task, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:36:06,505 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.scope.operator, demo..taskmanagerTask.... taskmanager_1 | 2017-09-06 07:36:06,505 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: akka.framesize, 209715200b taskmanager_1 | 2017-09-06 07:36:06,505 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.web.history, 50 taskmanager_1 | 2017-09-06 07:36:06,505 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,506 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,506 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,506 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,507 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,507 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,507 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,508 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,508 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,512 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,512 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,513 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,513 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,513 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,513 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,513 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,519 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,519 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 taskmanager_1 | 2017-09-06 07:36:06,519 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: blob.server.port, 6124 taskmanager_1 | 2017-09-06 07:36:06,519 INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: query.server.port, 6125 jobmanager_1 | 2017-09-06 07:36:06,528 INFO org.apache.flink.runtime.blob.BlobServer - Started BLOB server at 0.0.0.0:6124 - max concurrent requests: 50 - max backlog: 1000 taskmanager_1 | 2017-09-06 07:36:06,592 INFO org.apache.flink.runtime.security.modules.HadoopModule - Hadoop user set to flink (auth:SIMPLE) taskmanager_1 | 2017-09-06 07:36:06,661 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' taskmanager_1 | 2017-09-06 07:36:06,664 INFO org.apache.flink.runtime.blob.FileSystemBlobStore - Creating highly available BLOB storage directory at file:///tmp/storage//flinkDemo/blob taskmanager_1 | 2017-09-06 07:36:06,678 WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'high-availability.zookeeper.path.namespace' instead of proper key 'high-availability.cluster-id' taskmanager_1 | 2017-09-06 07:36:06,678 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Enforcing default ACL for ZK connections taskmanager_1 | 2017-09-06 07:36:06,681 INFO org.apache.flink.runtime.util.ZooKeeperUtils - Using '/flinkPath/flinkDemo' as Zookeeper namespace. jobmanager_1 | 2017-09-06 07:36:06,726 INFO org.apache.flink.runtime.metrics.MetricRegistry - Configuring GraphiteReporter with {port=2003, host=influxdb, class=org.apache.flink.metrics.graphite.GraphiteReporter, protocol=UDP}. jobmanager_1 | 2017-09-06 07:36:06,732 INFO org.apache.flink.metrics.graphite.GraphiteReporter - Configured GraphiteReporter with {host:influxdb, port:2003, protocol:UDP} jobmanager_1 | 2017-09-06 07:36:06,735 INFO org.apache.flink.runtime.metrics.MetricRegistry - Periodically reporting metrics in intervals of 10 SECONDS for reporter graphite_reporter of type org.apache.flink.metrics.graphite.GraphiteReporter. jobmanager_1 | 2017-09-06 07:36:06,784 INFO org.apache.flink.runtime.jobmanager.MemoryArchivist - Started memory archivist akka://flink/user/archive taskmanager_1 | 2017-09-06 07:36:06,815 INFO org.apache.flink.shaded.org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting taskmanager_1 | 2017-09-06 07:36:06,851 INFO org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT taskmanager_1 | 2017-09-06 07:36:06,851 INFO org.apache.zookeeper.ZooKeeper - Client environment:host.name=efad34b0ea7e taskmanager_1 | 2017-09-06 07:36:06,852 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.8.0_141 taskmanager_1 | 2017-09-06 07:36:06,852 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=Oracle Corporation taskmanager_1 | 2017-09-06 07:36:06,852 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.home=/usr/lib/jvm/java-8-openjdk-amd64/jre taskmanager_1 | 2017-09-06 07:36:06,852 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=/opt/flink/lib/flink-metrics-dropwizard-1.2.0.jar:/opt/flink/lib/flink-metrics-graphite-1.2.0.jar:/opt/flink/lib/flink-python_2.11-1.3.2.jar:/opt/flink/lib/flink-shaded-hadoop2-uber-1.3.2.jar:/opt/flink/lib/log4j-1.2.17.jar:/opt/flink/lib/metrics-core-3.1.0.jar:/opt/flink/lib/metrics-graphite-3.1.0.jar:/opt/flink/lib/slf4j-log4j12-1.7.7.jar:/opt/flink/lib/flink-dist_2.11-1.3.2.jar::: taskmanager_1 | 2017-09-06 07:36:06,852 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib taskmanager_1 | 2017-09-06 07:36:06,853 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=/tmp taskmanager_1 | 2017-09-06 07:36:06,853 INFO org.apache.zookeeper.ZooKeeper - Client environment:java.compiler= taskmanager_1 | 2017-09-06 07:36:06,860 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux taskmanager_1 | 2017-09-06 07:36:06,861 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64 taskmanager_1 | 2017-09-06 07:36:06,861 INFO org.apache.zookeeper.ZooKeeper - Client environment:os.version=4.9.41-moby taskmanager_1 | 2017-09-06 07:36:06,861 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.name=flink taskmanager_1 | 2017-09-06 07:36:06,863 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.home=/opt/flink taskmanager_1 | 2017-09-06 07:36:06,864 INFO org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/opt/flink taskmanager_1 | 2017-09-06 07:36:06,865 INFO org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=zookeeper:2181 sessionTimeout=60000 watcher=org.apache.flink.shaded.org.apache.curator.ConnectionState@76a4ebf2 taskmanager_1 | 2017-09-06 07:36:06,918 WARN org.apache.zookeeper.ClientCnxn - SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/tmp/jaas-431472934102611668.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it. taskmanager_1 | 2017-09-06 07:36:06,923 INFO org.apache.zookeeper.ClientCnxn - Opening socket connection to server docker_zookeeper_1.docker_default/172.20.0.2:2181 taskmanager_1 | 2017-09-06 07:36:06,926 ERROR org.apache.flink.shaded.org.apache.curator.ConnectionState - Authentication failed taskmanager_1 | 2017-09-06 07:36:06,931 INFO org.apache.flink.runtime.taskmanager.TaskManager - Using configured hostname/address for TaskManager: taskmanager taskmanager_1 | 2017-09-06 07:36:06,931 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager taskmanager_1 | 2017-09-06 07:36:06,949 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager actor system at taskmanager:0. zookeeper_1 | 2017-09-06 07:36:06,953 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:NIOServerCnxnFactory@197] - Accepted socket connection from /172.20.0.9:39492 taskmanager_1 | 2017-09-06 07:36:06,955 INFO org.apache.zookeeper.ClientCnxn - Socket connection established to docker_zookeeper_1.docker_default/172.20.0.2:2181, initiating session zookeeper_1 | 2017-09-06 07:36:06,959 [myid:] - INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2181:ZooKeeperServer@868] - Client attempting to establish new session at /172.20.0.9:39492 jobmanager_1 | 2017-09-06 07:36:06,972 INFO org.apache.flink.runtime.webmonitor.WebRuntimeMonitor - Starting with JobManager akka.tcp://flink@jobmanager:35215/user/jobmanager on port 8081 jobmanager_1 | 2017-09-06 07:36:06,972 INFO org.apache.flink.runtime.leaderretrieval.ZooKeeperLeaderRetrievalService - Starting ZooKeeperLeaderRetrievalService. zookeeper_1 | 2017-09-06 07:36:06,974 [myid:] - INFO [SyncThread:0:ZooKeeperServer@617] - Established session 0x15e561df4cb0002 with negotiated timeout 40000 for client /172.20.0.9:39492 jobmanager_1 | 2017-09-06 07:36:06,976 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager at akka.tcp://flink@jobmanager:35215/user/jobmanager. taskmanager_1 | 2017-09-06 07:36:06,977 INFO org.apache.zookeeper.ClientCnxn - Session establishment complete on server docker_zookeeper_1.docker_default/172.20.0.2:2181, sessionid = 0x15e561df4cb0002, negotiated timeout = 40000 taskmanager_1 | 2017-09-06 07:36:06,979 INFO org.apache.flink.shaded.org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED jobmanager_1 | 2017-09-06 07:36:06,976 INFO org.apache.flink.runtime.leaderelection.ZooKeeperLeaderElectionService - Starting ZooKeeperLeaderElectionService org.apache.flink.runtime.leaderelection.ZooKeeperLeaderElectionService@e4e9af0. jobmanager_1 | 2017-09-06 07:36:06,985 INFO org.apache.flink.runtime.leaderretrieval.ZooKeeperLeaderRetrievalService - Starting ZooKeeperLeaderRetrievalService. jobmanager_1 | 2017-09-06 07:36:07,156 INFO org.apache.flink.runtime.webmonitor.JobManagerRetriever - New leader reachable under akka.tcp://flink@jobmanager:38613/user/jobmanager:e753f925-22f5-4222-9b6a-0ac142517190. jobmanager_1 | 2017-09-06 07:36:07,231 INFO org.apache.flink.runtime.clusterframework.standalone.StandaloneResourceManager - Received leader address but not running in leader ActorSystem. Cancelling registration. grafana_1 | 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 66160 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 100 66211 0 51 100 66160 49 63574 0:00:01 0:00:01 --:--:-- 63615 grafana_1 | dial tcp [::1]:3000: getsockopt: connection refused./run.sh "${@}" jobmanager_1 | 2017-09-06 07:36:07,439 WARN akka.remote.ReliableDeliverySupervisor - Association with remote system [akka.tcp://flink@jobmanager:38613] has failed, address is now gated for [5000] ms. Reason: [Association failed with [akka.tcp://flink@jobmanager:38613]] Caused by: [Connection refused: jobmanager/172.20.0.8:38613] jobmanager_1 | 2017-09-06 07:36:07,498 WARN org.apache.flink.runtime.webmonitor.JobManagerRetriever - Failed to retrieve leader gateway and port. jobmanager_1 | akka.actor.ActorNotFound: Actor not found for: ActorSelection[Anchor(akka.tcp://flink@jobmanager:38613/), Path(/user/jobmanager)] jobmanager_1 | at akka.actor.ActorSelection$$anonfun$resolveOne$1.apply(ActorSelection.scala:65) jobmanager_1 | at akka.actor.ActorSelection$$anonfun$resolveOne$1.apply(ActorSelection.scala:63) jobmanager_1 | at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:32) jobmanager_1 | at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55) jobmanager_1 | at akka.dispatch.BatchingExecutor$Batch.run(BatchingExecutor.scala:73) jobmanager_1 | at akka.dispatch.ExecutionContexts$sameThreadExecutionContext$.unbatchedExecute(Future.scala:74) jobmanager_1 | at akka.dispatch.BatchingExecutor$class.execute(BatchingExecutor.scala:120) jobmanager_1 | at akka.dispatch.ExecutionContexts$sameThreadExecutionContext$.execute(Future.scala:73) jobmanager_1 | at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:40) jobmanager_1 | at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:248) jobmanager_1 | at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:266) jobmanager_1 | at akka.actor.EmptyLocalActorRef.specialHandle(ActorRef.scala:533) jobmanager_1 | at akka.actor.DeadLetterActorRef.specialHandle(ActorRef.scala:569) jobmanager_1 | at akka.actor.DeadLetterActorRef.$bang(ActorRef.scala:559) jobmanager_1 | at akka.remote.RemoteActorRefProvider$RemoteDeadLetterActorRef.$bang(RemoteActorRefProvider.scala:87) jobmanager_1 | at akka.remote.EndpointWriter.postStop(Endpoint.scala:583) jobmanager_1 | at akka.actor.Actor$class.aroundPostStop(Actor.scala:477) jobmanager_1 | at akka.remote.EndpointActor.aroundPostStop(Endpoint.scala:437) jobmanager_1 | at akka.actor.dungeon.FaultHandling$class.akka$actor$dungeon$FaultHandling$$finishTerminate(FaultHandling.scala:210) jobmanager_1 | at akka.actor.dungeon.FaultHandling$class.terminate(FaultHandling.scala:172) jobmanager_1 | at akka.actor.ActorCell.terminate(ActorCell.scala:369) jobmanager_1 | at akka.actor.ActorCell.invokeAll$1(ActorCell.scala:462) jobmanager_1 | at akka.actor.ActorCell.systemInvoke(ActorCell.scala:478) jobmanager_1 | at akka.dispatch.Mailbox.processAllSystemMessages(Mailbox.scala:263) jobmanager_1 | at akka.dispatch.Mailbox.run(Mailbox.scala:219) jobmanager_1 | at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:397) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) jobmanager_1 | at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) app_1 | 07:36:07.574 [main] INFO p.t.nussknacker.ui.NussknackerApp$ - Ui config loaded: app_1 | featureTogglesConfig: FeatureTogglesConfig(false,false,Some(KibanaSettings(/kibana/)),Some(GrafanaSettings(/grafana/,flink-esp,demo)),None,None,None) app_1 | nodesConfig:Map() app_1 | 07:36:07.615 [main] INFO com.zaxxer.hikari.HikariDataSource - HikariCP pool db is starting. taskmanager_1 | 2017-09-06 07:36:07,707 INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started taskmanager_1 | 2017-09-06 07:36:07,823 INFO Remoting - Starting remoting app_1 | 07:36:08.134 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - open start - state modified app_1 | 07:36:08.183 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose start app_1 | 07:36:08.183 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose synched taskmanager_1 | 2017-09-06 07:36:08,253 INFO Remoting - Remoting started; listening on addresses :[akka.tcp://flink@taskmanager:40097] app_1 | 07:36:08.272 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose script done taskmanager_1 | 2017-09-06 07:36:08,281 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager actor taskmanager_1 | 2017-09-06 07:36:08,322 INFO org.apache.flink.runtime.io.network.netty.NettyConfig - NettyConfig [server address: taskmanager/172.20.0.9, server port: 0, ssl enabled: false, memory segment size (bytes): 32768, transport type: NIO, number of server threads: 40 (manual), number of client threads: 40 (manual), server connect backlog: 0 (use Netty's default), client connect timeout (sec): 120, send/receive buffer size (bytes): 0 (use Netty's default)] app_1 | 07:36:08.333 [HikariCP connection filler (pool db)] INFO hsqldb.db..ENGINE - checkpointClose end app_1 | 07:36:08.356 [main] INFO o.f.c.internal.util.VersionPrinter - Flyway 4.0.3 by Boxfuse app_1 | 07:36:08.368 [main] INFO o.f.c.i.dbsupport.DbSupportFactory - Database: jdbc:hsqldb:file:db/db;sql.syntax_ora=true (HSQL Database Engine 2.3) taskmanager_1 | 2017-09-06 07:36:08,427 INFO org.apache.flink.runtime.taskexecutor.TaskManagerConfiguration - Messages have a max timeout of 10000 ms zookeeper_1 | 2017-09-06 07:36:08,433 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@645] - Got user-level KeeperException when processing sessionid:0x15e561df4cb0000 type:delete cxid:0xc2 zxid:0x195 txntype:-1 reqpath:n/a Error Path:/admin/preferred_replica_election Error:KeeperErrorCode = NoNode for /admin/preferred_replica_election taskmanager_1 | 2017-09-06 07:36:08,442 INFO org.apache.flink.runtime.taskexecutor.TaskManagerServices - Temporary file directory '/tmp': total 62 GB, usable 51 GB (82.26% usable) kafka_1 | [2017-09-06 07:36:08,454] INFO New leader is 1001 (kafka.server.ZookeeperLeaderElector$LeaderChangeListener) kafka_1 | [2017-09-06 07:36:08,533] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) kafka_1 | [2017-09-06 07:36:08,534] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) kafka_1 | [2017-09-06 07:36:08,534] INFO [ExpirationReaper-1001], Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) kafka_1 | [2017-09-06 07:36:08,689] INFO [GroupCoordinator 1001]: Starting up. (kafka.coordinator.GroupCoordinator) kafka_1 | [2017-09-06 07:36:08,693] INFO [GroupCoordinator 1001]: Startup complete. (kafka.coordinator.GroupCoordinator) kafka_1 | [2017-09-06 07:36:08,699] INFO [Group Metadata Manager on Broker 1001]: Removed 0 expired offsets in 6 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:08,762] INFO Will not load MX4J, mx4j-tools.jar is not in the classpath (kafka.utils.Mx4jLoader$) app_1 | 07:36:08.913 [main] INFO o.f.core.internal.command.DbValidate - Successfully validated 17 migrations (execution time 00:00.249s) kafka_1 | [2017-09-06 07:36:08,926] INFO Creating /brokers/ids/1001 (is it secure? false) (kafka.utils.ZKCheckedEphemeral) zookeeper_1 | 2017-09-06 07:36:08,934 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@645] - Got user-level KeeperException when processing sessionid:0x15e561df4cb0000 type:create cxid:0xcf zxid:0x196 txntype:-1 reqpath:n/a Error Path:/brokers Error:KeeperErrorCode = NodeExists for /brokers zookeeper_1 | 2017-09-06 07:36:08,935 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@645] - Got user-level KeeperException when processing sessionid:0x15e561df4cb0000 type:create cxid:0xd0 zxid:0x197 txntype:-1 reqpath:n/a Error Path:/brokers/ids Error:KeeperErrorCode = NodeExists for /brokers/ids kafka_1 | [2017-09-06 07:36:08,977] INFO Result of znode creation is: OK (kafka.utils.ZKCheckedEphemeral) app_1 | 07:36:09.006 [main] INFO o.f.core.internal.command.DbMigrate - Current version of schema "PUBLIC": 1.017 app_1 | 07:36:09.015 [main] INFO o.f.core.internal.command.DbMigrate - Schema "PUBLIC" is up to date. No migration necessary. kafka_1 | [2017-09-06 07:36:09,021] INFO Registered broker 1001 at path /brokers/ids/1001 with addresses: EndPoint(kafka,9092,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.utils.ZkUtils) kafka_1 | [2017-09-06 07:36:09,100] INFO Kafka version : 0.10.2.1 (org.apache.kafka.common.utils.AppInfoParser) kafka_1 | [2017-09-06 07:36:09,100] INFO Kafka commitId : e89bffd6b2eff799 (org.apache.kafka.common.utils.AppInfoParser) kafka_1 | [2017-09-06 07:36:09,101] INFO [Kafka Server 1001], started (kafka.server.KafkaServer) kafka_1 | [2017-09-06 07:36:09,794] INFO [ReplicaFetcherManager on broker 1001] Removed fetcher for partitions __consumer_offsets-22,__consumer_offsets-30,__consumer_offsets-8,__consumer_offsets-21,__consumer_offsets-4,__consumer_offsets-27,__consumer_offsets-7,__consumer_offsets-9,__consumer_offsets-46,__consumer_offsets-25,__consumer_offsets-35,__consumer_offsets-41,__consumer_offsets-33,__consumer_offsets-23,__consumer_offsets-49,__consumer_offsets-47,__consumer_offsets-16,__consumer_offsets-28,__consumer_offsets-31,__consumer_offsets-36,__consumer_offsets-42,__consumer_offsets-3,__consumer_offsets-18,__consumer_offsets-37,__consumer_offsets-15,__consumer_offsets-24,__consumer_offsets-38,__consumer_offsets-17,__consumer_offsets-48,__consumer_offsets-19,__consumer_offsets-11,__consumer_offsets-13,__consumer_offsets-2,__consumer_offsets-43,__consumer_offsets-6,__consumer_offsets-14,__consumer_offsets-20,__consumer_offsets-0,__consumer_offsets-44,__consumer_offsets-39,__consumer_offsets-12,__consumer_offsets-45,__consumer_offsets-1,__consumer_offsets-5,__consumer_offsets-26,processedEvents-0,__consumer_offsets-29,__consumer_offsets-34,__consumer_offsets-10,__consumer_offsets-32,__consumer_offsets-40 (kafka.server.ReplicaFetcherManager) taskmanager_1 | 2017-09-06 07:36:09,844 INFO org.apache.flink.runtime.io.network.buffer.NetworkBufferPool - Allocated 952 MB for network buffer pool (number of memory segments: 30486, bytes per segment: 32768). taskmanager_1 | 2017-09-06 07:36:10,301 INFO org.apache.flink.runtime.io.network.NetworkEnvironment - Starting the network environment and its components. taskmanager_1 | 2017-09-06 07:36:10,364 INFO org.apache.flink.runtime.io.network.netty.NettyClient - Successful initialization (took 57 ms). taskmanager_1 | 2017-09-06 07:36:10,566 INFO org.apache.flink.runtime.io.network.netty.NettyServer - Successful initialization (took 202 ms). Listening on SocketAddress /172.20.0.9:32875. kafka_1 | [2017-09-06 07:36:11,318] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-22 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,361] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-22 in 35 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,369] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-25 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,372] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-25 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,372] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-28 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,385] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-28 in 13 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,385] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-31 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,407] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-31 in 22 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,407] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-34 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,410] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-34 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,413] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-37 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,425] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-37 in 12 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,426] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-40 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,444] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-40 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,445] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-43 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,462] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-43 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,462] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-46 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,466] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-46 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,466] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-49 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,616] INFO [ReplicaFetcherManager on broker 1001] Removed fetcher for partitions __consumer_offsets-22,__consumer_offsets-30,__consumer_offsets-8,__consumer_offsets-21,__consumer_offsets-4,__consumer_offsets-27,__consumer_offsets-7,__consumer_offsets-9,__consumer_offsets-46,__consumer_offsets-25,__consumer_offsets-35,__consumer_offsets-41,__consumer_offsets-33,__consumer_offsets-23,__consumer_offsets-49,__consumer_offsets-47,__consumer_offsets-16,__consumer_offsets-28,__consumer_offsets-31,__consumer_offsets-36,__consumer_offsets-42,__consumer_offsets-3,__consumer_offsets-18,__consumer_offsets-37,__consumer_offsets-15,__consumer_offsets-24,__consumer_offsets-38,__consumer_offsets-17,__consumer_offsets-48,__consumer_offsets-19,__consumer_offsets-11,__consumer_offsets-13,__consumer_offsets-2,__consumer_offsets-43,__consumer_offsets-6,__consumer_offsets-14,__consumer_offsets-20,__consumer_offsets-0,__consumer_offsets-44,__consumer_offsets-39,__consumer_offsets-12,__consumer_offsets-45,__consumer_offsets-1,__consumer_offsets-5,__consumer_offsets-26,processedEvents-0,__consumer_offsets-29,__consumer_offsets-34,__consumer_offsets-10,__consumer_offsets-32,__consumer_offsets-40 (kafka.server.ReplicaFetcherManager) kafka_1 | [2017-09-06 07:36:11,609] INFO [GroupCoordinator 1001]: Loading group metadata for logstash with generation 6 (kafka.coordinator.GroupCoordinator) kafka_1 | [2017-09-06 07:36:11,671] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-49 in 205 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,671] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-41 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,674] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-41 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,674] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-44 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,681] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-44 in 7 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,681] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-47 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,691] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-47 in 10 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,691] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-1 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,695] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-1 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,695] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-4 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,712] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-4 in 16 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,712] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-7 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:11,713 INFO org.apache.flink.runtime.taskexecutor.TaskManagerServices - Limiting managed memory to 0.7 of the currently free heap space (5989 MB), memory will be allocated lazily. kafka_1 | [2017-09-06 07:36:11,717] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-7 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,717] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-10 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:11,730 INFO org.apache.flink.runtime.io.disk.iomanager.IOManager - I/O manager uses directory /tmp/flink-io-d635964e-eb3e-47be-8a94-2a9eee729c72 for spill files. kafka_1 | [2017-09-06 07:36:11,731] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-10 in 14 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,731] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-13 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,734] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-13 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,734] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-16 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,764] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-16 in 29 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,764] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-19 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,768] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-19 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,768] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-2 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:11,787 INFO org.apache.flink.runtime.metrics.MetricRegistry - Configuring GraphiteReporter with {port=2003, host=influxdb, class=org.apache.flink.metrics.graphite.GraphiteReporter, protocol=UDP}. kafka_1 | [2017-09-06 07:36:11,823] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-2 in 54 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,823] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-5 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:11,824 INFO org.apache.flink.metrics.graphite.GraphiteReporter - Configured GraphiteReporter with {host:influxdb, port:2003, protocol:UDP} kafka_1 | [2017-09-06 07:36:11,826] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-5 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,826] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-8 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,829] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-8 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,830] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-11 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:11,831 INFO org.apache.flink.runtime.metrics.MetricRegistry - Periodically reporting metrics in intervals of 10 SECONDS for reporter graphite_reporter of type org.apache.flink.metrics.graphite.GraphiteReporter. kafka_1 | [2017-09-06 07:36:11,832] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-11 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,832] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-14 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,850] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-14 in 17 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,850] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-17 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,857] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-17 in 7 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,857] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-20 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,860] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-20 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,860] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-23 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,864] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-23 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,864] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-26 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,879] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-26 in 14 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,879] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-29 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,881] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-29 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,881] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-32 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,885] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-32 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,885] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-35 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,887] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-35 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,887] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-38 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,889] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-38 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,889] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-0 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,891] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-0 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,891] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-3 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,898] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-3 in 6 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,899] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-6 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,905] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-6 in 6 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,905] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-9 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,908] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-9 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,908] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-12 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,947] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-12 in 39 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,948] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-15 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,957] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-15 in 9 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,957] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-18 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,959] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-18 in 2 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,960] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-21 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,961] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-21 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,961] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-24 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,962] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-24 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,962] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-27 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:11,965 INFO org.apache.flink.runtime.filecache.FileCache - User file cache uses directory /tmp/flink-dist-cache-902beb1c-eb4c-4e3c-9865-d35325fbcb63 kafka_1 | [2017-09-06 07:36:11,966] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-27 in 3 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,966] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-30 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,967] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-30 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,968] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-33 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,969] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-33 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,969] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-36 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,973] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-36 in 4 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,973] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-39 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,974] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-39 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:11,974] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-42 (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:11,993 INFO org.apache.flink.runtime.filecache.FileCache - User file cache uses directory /tmp/flink-dist-cache-5b372269-faf6-4347-8ce5-497c10a148fb taskmanager_1 | 2017-09-06 07:36:12,016 INFO org.apache.flink.runtime.taskmanager.TaskManager - Starting TaskManager actor at akka://flink/user/taskmanager#1634300063. taskmanager_1 | 2017-09-06 07:36:12,017 INFO org.apache.flink.runtime.taskmanager.TaskManager - TaskManager data connection information: 795ebff9e549ca10d3af0aad02f0ed31 @ efad34b0ea7e (dataPort=32875) taskmanager_1 | 2017-09-06 07:36:12,018 INFO org.apache.flink.runtime.taskmanager.TaskManager - TaskManager has 40 task slot(s). taskmanager_1 | 2017-09-06 07:36:12,021 INFO org.apache.flink.runtime.taskmanager.TaskManager - Memory usage stats: [HEAP: 1226/9583/9583 MB, NON HEAP: 34/35/-1 MB (used/committed/max)] taskmanager_1 | 2017-09-06 07:36:12,021 INFO org.apache.flink.runtime.leaderretrieval.ZooKeeperLeaderRetrievalService - Starting ZooKeeperLeaderRetrievalService. kafka_1 | [2017-09-06 07:36:12,052] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-42 in 78 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:12,053] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-45 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:12,054] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-45 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:12,054] INFO [Group Metadata Manager on Broker 1001]: Loading offsets and group metadata from __consumer_offsets-48 (kafka.coordinator.GroupMetadataManager) kafka_1 | [2017-09-06 07:36:12,055] INFO [Group Metadata Manager on Broker 1001]: Finished loading offsets from __consumer_offsets-48 in 1 milliseconds. (kafka.coordinator.GroupMetadataManager) taskmanager_1 | 2017-09-06 07:36:12,104 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 1, timeout: 500 milliseconds) taskmanager_1 | 2017-09-06 07:36:12,254 WARN akka.remote.ReliableDeliverySupervisor - Association with remote system [akka.tcp://flink@jobmanager:38613] has failed, address is now gated for [5000] ms. Reason: [Association failed with [akka.tcp://flink@jobmanager:38613]] Caused by: [Connection refused: jobmanager/172.20.0.8:38613] app_1 | Exception in thread "main" java.lang.IncompatibleClassChangeError: class pl.touk.nussknacker.engine.example.service.ClientService has interface pl.touk.nussknacker.engine.api.Service as super class app_1 | at java.lang.ClassLoader.defineClass1(Native Method) app_1 | at java.lang.ClassLoader.defineClass(ClassLoader.java:763) app_1 | at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142) app_1 | at java.net.URLClassLoader.defineClass(URLClassLoader.java:467) app_1 | at java.net.URLClassLoader.access$100(URLClassLoader.java:73) app_1 | at java.net.URLClassLoader$1.run(URLClassLoader.java:368) app_1 | at java.net.URLClassLoader$1.run(URLClassLoader.java:362) app_1 | at java.security.AccessController.doPrivileged(Native Method) app_1 | at java.net.URLClassLoader.findClass(URLClassLoader.java:361) app_1 | at java.lang.ClassLoader.loadClass(ClassLoader.java:424) app_1 | at java.lang.ClassLoader.loadClass(ClassLoader.java:357) app_1 | at pl.touk.nussknacker.engine.example.ExampleProcessConfigCreator.services(ExampleProcessConfigCreator.scala:45) app_1 | at pl.touk.nussknacker.engine.definition.ProcessDefinitionExtractor$.extractObjectWithMethods(ProcessDefinitionExtractor.scala:15) app_1 | at pl.touk.nussknacker.engine.management.FlinkProcessManager$$anonfun$getProcessDefinition$1.apply(FlinkProcessManager.scala:151) app_1 | at pl.touk.nussknacker.engine.management.FlinkProcessManager$$anonfun$getProcessDefinition$1.apply(FlinkProcessManager.scala:151) app_1 | at pl.touk.nussknacker.engine.util.ThreadUtils$.withThisAsContextClassLoader(ThreadUtils.scala:11) app_1 | at pl.touk.nussknacker.engine.management.FlinkProcessManager.getProcessDefinition(FlinkProcessManager.scala:150) app_1 | at pl.touk.nussknacker.ui.process.ProcessingTypeDeps$.apply(ProcessingTypeDeps.scala:29) app_1 | at pl.touk.nussknacker.ui.NussknackerApp$.delayedEndpoint$pl$touk$nussknacker$ui$NussknackerApp$1(NussknackerApp.scala:56) app_1 | at pl.touk.nussknacker.ui.NussknackerApp$delayedInit$body.apply(NussknackerApp.scala:33) app_1 | at scala.Function0$class.apply$mcV$sp(Function0.scala:34) app_1 | at scala.runtime.AbstractFunction0.apply$mcV$sp(AbstractFunction0.scala:12) app_1 | at scala.App$$anonfun$main$1.apply(App.scala:76) app_1 | at scala.App$$anonfun$main$1.apply(App.scala:76) app_1 | at scala.collection.immutable.List.foreach(List.scala:392) app_1 | at scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:35) app_1 | at scala.App$class.main(App.scala:76) app_1 | at pl.touk.nussknacker.ui.NussknackerApp$.main(NussknackerApp.scala:33) app_1 | at pl.touk.nussknacker.ui.NussknackerApp.main(NussknackerApp.scala) taskmanager_1 | 2017-09-06 07:36:12,630 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 2, timeout: 1000 milliseconds) taskmanager_1 | 2017-09-06 07:36:13,647 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 3, timeout: 2000 milliseconds) kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:kibana@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:elasticsearch@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:xpack_main@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:searchprofiler@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:tilemap@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:watcher@5.4.1","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Waiting for Elasticsearch","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:console@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:metrics@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:timelion@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from uninitialized to green - Ready","prevState":"uninitialized","prevMsg":"uninitialized"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["listening","info"],"pid":1,"message":"Server running at http://0:5601"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","ui settings","info"],"pid":1,"state":"yellow","message":"Status changed from uninitialized to yellow - Elasticsearch plugin is yellow","prevState":"uninitialized","prevMsg":"uninitialized"} taskmanager_1 | 2017-09-06 07:36:15,667 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 4, timeout: 4000 milliseconds) kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:elasticsearch@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Kibana index ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","ui settings","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Elasticsearch plugin is yellow"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["license","info","xpack"],"pid":1,"message":"Imported license information from Elasticsearch for [data] cluster: mode: trial | status: active | expiry date: 2017-10-06T07:10:05+00:00"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:xpack_main@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:searchprofiler@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:tilemap@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} kibana_1 | {"type":"log","@timestamp":"2017-09-06T07:36:15Z","tags":["status","plugin:watcher@5.4.1","info"],"pid":1,"state":"green","message":"Status changed from yellow to green - Ready","prevState":"yellow","prevMsg":"Waiting for Elasticsearch"} logstash_1 | Sending Logstash's logs to /usr/share/logstash/logs which is now configured via log4j2.properties logstash_1 | [2017-09-06T07:36:18,847][INFO ][logstash.outputs.elasticsearch] Elasticsearch pool URLs updated {:changes=>{:removed=>[], :added=>[http://elasticsearch:9200/]}} logstash_1 | [2017-09-06T07:36:18,851][INFO ][logstash.outputs.elasticsearch] Running health check to see if an Elasticsearch connection is working {:healthcheck_url=>http://elasticsearch:9200/, :path=>"/"} logstash_1 | log4j:WARN No appenders could be found for logger (org.apache.http.client.protocol.RequestAuthCache). logstash_1 | log4j:WARN Please initialize the log4j system properly. logstash_1 | log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. logstash_1 | [2017-09-06T07:36:18,941][WARN ][logstash.outputs.elasticsearch] Restored connection to ES instance {:url=>#} logstash_1 | [2017-09-06T07:36:18,943][INFO ][logstash.outputs.elasticsearch] Using mapping template from {:path=>nil} logstash_1 | [2017-09-06T07:36:19,007][INFO ][logstash.outputs.elasticsearch] Attempting to install template {:manage_template=>{"template"=>"logstash-*", "version"=>50001, "settings"=>{"index.refresh_interval"=>"5s"}, "mappings"=>{"_default_"=>{"_all"=>{"enabled"=>true, "norms"=>false}, "dynamic_templates"=>[{"message_field"=>{"path_match"=>"message", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false}}}, {"string_fields"=>{"match"=>"*", "match_mapping_type"=>"string", "mapping"=>{"type"=>"text", "norms"=>false, "fields"=>{"keyword"=>{"type"=>"keyword"}}}}}], "properties"=>{"@timestamp"=>{"type"=>"date", "include_in_all"=>false}, "@version"=>{"type"=>"keyword", "include_in_all"=>false}, "geoip"=>{"dynamic"=>true, "properties"=>{"ip"=>{"type"=>"ip"}, "location"=>{"type"=>"geo_point"}, "latitude"=>{"type"=>"half_float"}, "longitude"=>{"type"=>"half_float"}}}}}}}} logstash_1 | [2017-09-06T07:36:19,020][INFO ][logstash.outputs.elasticsearch] New Elasticsearch output {:class=>"LogStash::Outputs::ElasticSearch", :hosts=>[#]} logstash_1 | [2017-09-06T07:36:19,024][INFO ][logstash.pipeline ] Starting pipeline {"id"=>"main", "pipeline.workers"=>6, "pipeline.batch.size"=>125, "pipeline.batch.delay"=>5, "pipeline.max_inflight"=>750} logstash_1 | [2017-09-06T07:36:19,039][INFO ][logstash.pipeline ] Pipeline main started logstash_1 | [2017-09-06T07:36:19,088][INFO ][logstash.agent ] Successfully started Logstash API endpoint {:port=>9600} kafka_1 | [2017-09-06 07:36:19,327] INFO [GroupCoordinator 1001]: Preparing to restabilize group logstash with old generation 6 (kafka.coordinator.GroupCoordinator) kafka_1 | [2017-09-06 07:36:19,334] INFO [GroupCoordinator 1001]: Stabilized group logstash generation 7 (kafka.coordinator.GroupCoordinator) kafka_1 | [2017-09-06 07:36:19,341] INFO [GroupCoordinator 1001]: Assignment received from leader for group logstash for generation 7 (kafka.coordinator.GroupCoordinator) taskmanager_1 | 2017-09-06 07:36:19,688 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 5, timeout: 8000 milliseconds) taskmanager_1 | 2017-09-06 07:36:19,701 WARN akka.remote.ReliableDeliverySupervisor - Association with remote system [akka.tcp://flink@jobmanager:38613] has failed, address is now gated for [5000] ms. Reason: [Association failed with [akka.tcp://flink@jobmanager:38613]] Caused by: [Connection refused: jobmanager/172.20.0.8:38613] taskmanager_1 | 2017-09-06 07:36:27,708 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:38613/user/jobmanager (attempt 6, timeout: 16000 milliseconds) taskmanager_1 | 2017-09-06 07:36:27,719 WARN akka.remote.ReliableDeliverySupervisor - Association with remote system [akka.tcp://flink@jobmanager:38613] has failed, address is now gated for [5000] ms. Reason: [Association failed with [akka.tcp://flink@jobmanager:38613]] Caused by: [Connection refused: jobmanager/172.20.0.8:38613] zookeeper_1 | 2017-09-06 07:36:38,001 [myid:] - INFO [SessionTracker:ZooKeeperServer@347] - Expiring session 0x15e561d13f20002, timeout of 40000ms exceeded zookeeper_1 | 2017-09-06 07:36:38,001 [myid:] - INFO [SessionTracker:ZooKeeperServer@347] - Expiring session 0x15e561713110001, timeout of 40000ms exceeded zookeeper_1 | 2017-09-06 07:36:38,001 [myid:] - INFO [SessionTracker:ZooKeeperServer@347] - Expiring session 0x15e561d13f20001, timeout of 40000ms exceeded zookeeper_1 | 2017-09-06 07:36:38,002 [myid:] - INFO [SessionTracker:ZooKeeperServer@347] - Expiring session 0x15e561713110002, timeout of 40000ms exceeded zookeeper_1 | 2017-09-06 07:36:38,002 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@494] - Processed session termination for sessionid: 0x15e561d13f20002 zookeeper_1 | 2017-09-06 07:36:38,003 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@494] - Processed session termination for sessionid: 0x15e561713110001 zookeeper_1 | 2017-09-06 07:36:38,003 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@494] - Processed session termination for sessionid: 0x15e561d13f20001 zookeeper_1 | 2017-09-06 07:36:38,004 [myid:] - INFO [ProcessThread(sid:0 cport:-1)::PrepRequestProcessor@494] - Processed session termination for sessionid: 0x15e561713110002 jobmanager_1 | 2017-09-06 07:36:38,043 INFO org.apache.flink.runtime.jobmanager.JobManager - JobManager akka.tcp://flink@jobmanager:35215/user/jobmanager was granted leadership with leader session ID Some(618cdaeb-942a-4f6b-853f-109938f3c2c4). jobmanager_1 | 2017-09-06 07:36:38,061 INFO org.apache.flink.runtime.jobmanager.JobManager - Delaying recovery of all jobs by 10000 milliseconds. taskmanager_1 | 2017-09-06 07:36:38,069 INFO org.apache.flink.runtime.taskmanager.TaskManager - Trying to register at JobManager akka.tcp://flink@jobmanager:35215/user/jobmanager (attempt 1, timeout: 500 milliseconds) jobmanager_1 | 2017-09-06 07:36:38,074 INFO org.apache.flink.runtime.webmonitor.JobManagerRetriever - New leader reachable under akka.tcp://flink@jobmanager:35215/user/jobmanager:618cdaeb-942a-4f6b-853f-109938f3c2c4. jobmanager_1 | 2017-09-06 07:36:38,105 INFO org.apache.flink.runtime.clusterframework.standalone.StandaloneResourceManager - Trying to associate with JobManager leader akka.tcp://flink@jobmanager:35215/user/jobmanager jobmanager_1 | 2017-09-06 07:36:38,112 INFO org.apache.flink.runtime.clusterframework.standalone.StandaloneResourceManager - Resource Manager associating with leading JobManager Actor[akka://flink/user/jobmanager#2129949867] - leader session 618cdaeb-942a-4f6b-853f-109938f3c2c4 jobmanager_1 | 2017-09-06 07:36:38,294 INFO org.apache.flink.runtime.clusterframework.standalone.StandaloneResourceManager - TaskManager 795ebff9e549ca10d3af0aad02f0ed31 has started. jobmanager_1 | 2017-09-06 07:36:38,297 INFO org.apache.flink.runtime.instance.InstanceManager - Registered TaskManager at efad34b0ea7e (akka.tcp://flink@taskmanager:40097/user/taskmanager) as ed874f2ab567590237b4b270731e8b45. Current number of registered hosts is 1. Current number of alive task slots is 40. taskmanager_1 | 2017-09-06 07:36:38,370 INFO org.apache.flink.runtime.taskmanager.TaskManager - Successful registration at JobManager (akka.tcp://flink@jobmanager:35215/user/jobmanager), starting network stack and library cache. taskmanager_1 | 2017-09-06 07:36:38,377 INFO org.apache.flink.runtime.taskmanager.TaskManager - Determined BLOB server address to be jobmanager/172.20.0.8:6124. Starting BLOB cache. taskmanager_1 | 2017-09-06 07:36:38,379 INFO org.apache.flink.runtime.blob.BlobCache - Created BLOB cache storage directory /tmp/blobStore-3fa64cd0-e0fb-4eb5-9e6e-43836896f6eb nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:47 +0000] "GET /flink/images/flink-logo.png HTTP/1.1" 200 6096 "http://localhost:8081/flink/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" jobmanager_1 | 2017-09-06 07:36:48,074 INFO org.apache.flink.runtime.jobmanager.JobManager - Attempting to recover all jobs. jobmanager_1 | 2017-09-06 07:36:48,080 INFO org.apache.flink.runtime.jobmanager.JobManager - There are no jobs to recover. nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:48 +0000] "GET /flink/config HTTP/1.1" 200 169 "http://localhost:8081/flink/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:48 +0000] "GET /flink/joboverview HTTP/1.1" 200 28 "http://localhost:8081/flink/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:48 +0000] "GET /flink/overview HTTP/1.1" 200 175 "http://localhost:8081/flink/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:51 +0000] "GET /flink/joboverview HTTP/1.1" 200 28 "http://localhost:8081/flink/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:51 +0000] "GET /flink/overview HTTP/1.1" 200 175 "http://localhost:8081/flink/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:53 +0000] "GET /grafana/ HTTP/1.1" 200 8346 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:54 +0000] "GET /grafana/api/dashboards/home HTTP/1.1" 200 1405 "http://localhost:8081/grafana/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:54 +0000] "GET /grafana/api/plugins?core=0&embedded=0 HTTP/1.1" 200 2 "http://localhost:8081/grafana/?orgId=1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:54 +0000] "GET /grafana/api/search?limit=4 HTTP/1.1" 200 2 "http://localhost:8081/grafana/?orgId=1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:54 +0000] "GET /grafana/api/search?limit=4&starred=true HTTP/1.1" 200 2 "http://localhost:8081/grafana/?orgId=1" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:58 +0000] "GET /kibana/ HTTP/1.1" 200 153 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:58Z","tags":[],"pid":1,"method":"get","statusCode":200,"req":{"url":"/","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","proxy-connection":"keep-alive","upgrade-insecure-requests":"1"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12"},"res":{"statusCode":200,"responseTime":254,"contentLength":9},"message":"GET / 200 254ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:58 +0000] "GET /favicon.ico HTTP/1.1" 502 575 "http://localhost:8081/kibana/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 2017/09/06 07:36:58 [error] 7#7: *11 connect() failed (111: Connection refused) while connecting to upstream, client: 172.20.0.1, server: localhost, request: "GET /favicon.ico HTTP/1.1", upstream: "http://172.20.0.10:8080/favicon.ico", host: "localhost:8081", referrer: "http://localhost:8081/kibana/" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:58 +0000] "GET /kibana/app/kibana HTTP/1.1" 200 13040 "http://localhost:8081/kibana/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:58Z","tags":[],"pid":1,"method":"get","statusCode":200,"req":{"url":"/app/kibana","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/","upgrade-insecure-requests":"1"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/"},"res":{"statusCode":200,"responseTime":323,"contentLength":9},"message":"GET /app/kibana 200 323ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:58 +0000] "GET /kibana/ui/fonts/open_sans/open_sans_v13_latin_300.woff2 HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:58Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/ui/fonts/open_sans/open_sans_v13_latin_300.woff2","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"*/*","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"2da4d6d1b1bef32c05719680145b61613b3829b4\"","origin":"http://localhost:8081","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":13,"contentLength":9},"message":"GET /ui/fonts/open_sans/open_sans_v13_latin_300.woff2 304 13ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:59 +0000] "GET /kibana/bundles/kibana.style.css?v=15104 HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:59Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/bundles/kibana.style.css?v=15104","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"text/css,*/*;q=0.1","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Wed, 06 Sep 2017 07:12:38 GMT","if-none-match":"\"d4374752ee670a924cf67e1aa28e99b9a4c3b8c2-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":7,"contentLength":9},"message":"GET /bundles/kibana.style.css?v=15104 304 7ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:59 +0000] "GET /kibana/bundles/commons.style.css?v=15104 HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:59Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/bundles/commons.style.css?v=15104","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"text/css,*/*;q=0.1","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Wed, 06 Sep 2017 07:12:38 GMT","if-none-match":"\"73e035102737aa2ea20c10bead40c360cbf397bd-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":12,"contentLength":9},"message":"GET /bundles/commons.style.css?v=15104 304 12ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:59 +0000] "GET /kibana/bundles/commons.bundle.js?v=15104 HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:59Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/bundles/commons.bundle.js?v=15104","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"*/*","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Wed, 06 Sep 2017 07:12:38 GMT","if-none-match":"\"7402d2c8b6f0d05c83e57f2e15cac8d0e99fa148-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":21,"contentLength":9},"message":"GET /bundles/commons.bundle.js?v=15104 304 21ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:59 +0000] "GET /kibana/ui/fonts/open_sans/open_sans_v13_latin_regular.woff2 HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:59Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/ui/fonts/open_sans/open_sans_v13_latin_regular.woff2","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"*/*","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"afc44700053c9a28f9ab26f6aec4862ac1d0795d\"","origin":"http://localhost:8081","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":3,"contentLength":9},"message":"GET /ui/fonts/open_sans/open_sans_v13_latin_regular.woff2 304 3ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:59 +0000] "GET /kibana/ui/favicons/favicon-32x32.png HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:59Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/ui/favicons/favicon-32x32.png","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"128bd421ef426ccdd9ea3293f79d25687b9832e7\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":6,"contentLength":9},"message":"GET /ui/favicons/favicon-32x32.png 304 6ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:59 +0000] "GET /kibana/ui/favicons/favicon-16x16.png HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:59Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/ui/favicons/favicon-16x16.png","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"f33f077bfe13045136046c93b6180be0379386ff\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":8,"contentLength":9},"message":"GET /ui/favicons/favicon-16x16.png 304 8ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:36:59 +0000] "GET /kibana/bundles/kibana.bundle.js?v=15104 HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:36:59Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/bundles/kibana.bundle.js?v=15104","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"*/*","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Wed, 06 Sep 2017 07:12:38 GMT","if-none-match":"\"9909b8ded39de8a37680b3f6816ada406eeae9a1-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":78,"contentLength":9},"message":"GET /bundles/kibana.bundle.js?v=15104 304 78ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/api/console/api_server?sense_version=%40%40SENSE_VERSION&apis=es_5_0 HTTP/1.1" 200 10316 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":200,"req":{"url":"/api/console/api_server?sense_version=%40%40SENSE_VERSION&apis=es_5_0","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"application/json, text/javascript, */*; q=0.01","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","kbn-version":"5.4.1","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana","x-requested-with":"XMLHttpRequest"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":200,"responseTime":33,"contentLength":9},"message":"GET /api/console/api_server?sense_version=%40%40SENSE_VERSION&apis=es_5_0 200 33ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/plugins/kibana/assets/discover.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/plugins/kibana/assets/discover.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"c4035451a8e776d0f0cd354a825ec432ad06884e-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":8,"contentLength":9},"message":"GET /plugins/kibana/assets/discover.svg 304 8ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/plugins/kibana/assets/visualize.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/plugins/kibana/assets/visualize.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"4cc79a4d91bd0380d0c82a6b092f339d185670ef-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":11,"contentLength":9},"message":"GET /plugins/kibana/assets/visualize.svg 304 11ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/plugins/kibana/assets/dashboard.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/plugins/kibana/assets/dashboard.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"42c2161fa64691414784868afdd722444460763a-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":14,"contentLength":9},"message":"GET /plugins/kibana/assets/dashboard.svg 304 14ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/plugins/timelion/icon.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/plugins/timelion/icon.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"cb793d5314d680b7d5ce130f0393a70b51989541-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana","x-lantern-version":"3.7.4"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":6,"contentLength":9},"message":"GET /plugins/timelion/icon.svg 304 6ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/plugins/kibana/assets/settings.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/plugins/kibana/assets/settings.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"4f859e27d4917026ff1590805887902b14ce79d5-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana","x-lantern-version":"3.7.4"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":9,"contentLength":9},"message":"GET /plugins/kibana/assets/settings.svg 304 9ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/plugins/kibana/assets/wrench.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/plugins/kibana/assets/wrench.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"088a9a98c99e406dca2354af14f688ad84826b97-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana","x-lantern-version":"3.7.4"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":13,"contentLength":9},"message":"GET /plugins/kibana/assets/wrench.svg 304 13ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/bundles/0cebf3d61338c454670b1c5bdf5d6d8d.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/bundles/commons.style.css?v=15104" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/bundles/0cebf3d61338c454670b1c5bdf5d6d8d.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Wed, 06 Sep 2017 07:12:38 GMT","if-none-match":"\"d52234e52fd4e96d20f52f4c03c0cedb8ab5fe17-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/bundles/commons.style.css?v=15104"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/bundles/commons.style.css?v=15104"},"res":{"statusCode":304,"responseTime":13,"contentLength":9},"message":"GET /bundles/0cebf3d61338c454670b1c5bdf5d6d8d.svg 304 13ms - 9.0B"} nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:00 +0000] "GET /kibana/plugins/kibana/assets/play-circle.svg HTTP/1.1" 304 0 "http://localhost:8081/kibana/app/kibana" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" kibana_1 | {"type":"response","@timestamp":"2017-09-06T07:37:00Z","tags":[],"pid":1,"method":"get","statusCode":304,"req":{"url":"/plugins/kibana/assets/play-circle.svg","method":"get","headers":{"host":"kibana:5601","connection":"close","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36","accept":"image/webp,image/apng,image/*,*/*;q=0.8","accept-encoding":"gzip, deflate, br","accept-language":"zh-CN,zh;q=0.8,en;q=0.6,zh-TW;q=0.4,ja;q=0.2","if-modified-since":"Mon, 29 May 2017 16:17:21 GMT","if-none-match":"\"2433ecf38258f7121c835670b6993600e7657717-gzip\"","proxy-connection":"keep-alive","referer":"http://localhost:8081/kibana/app/kibana"},"remoteAddress":"172.20.0.12","userAgent":"172.20.0.12","referer":"http://localhost:8081/kibana/app/kibana"},"res":{"statusCode":304,"responseTime":22,"contentLength":9},"message":"GET /plugins/kibana/assets/play-circle.svg 304 22ms - 9.0B"} nginx_1 | 2017/09/06 07:37:12 [error] 7#7: *12 connect() failed (111: Connection refused) while connecting to upstream, client: 172.20.0.1, server: localhost, request: "GET / HTTP/1.1", upstream: "http://172.20.0.10:8080/", host: "localhost:8081" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:12 +0000] "GET / HTTP/1.1" 502 575 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 2017/09/06 07:37:12 [error] 7#7: *12 connect() failed (111: Connection refused) while connecting to upstream, client: 172.20.0.1, server: localhost, request: "GET /favicon.ico HTTP/1.1", upstream: "http://172.20.0.10:8080/favicon.ico", host: "localhost:8081", referrer: "http://localhost:8081/" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:12 +0000] "GET /favicon.ico HTTP/1.1" 502 575 "http://localhost:8081/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 2017/09/06 07:37:17 [error] 7#7: *12 connect() failed (111: Connection refused) while connecting to upstream, client: 172.20.0.1, server: localhost, request: "GET / HTTP/1.1", upstream: "http://172.20.0.10:8080/", host: "localhost:8081" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:17 +0000] "GET / HTTP/1.1" 502 575 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 2017/09/06 07:37:17 [error] 7#7: *12 connect() failed (111: Connection refused) while connecting to upstream, client: 172.20.0.1, server: localhost, request: "GET /favicon.ico HTTP/1.1", upstream: "http://172.20.0.10:8080/favicon.ico", host: "localhost:8081", referrer: "http://localhost:8081/" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:17 +0000] "GET /favicon.ico HTTP/1.1" 502 575 "http://localhost:8081/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 2017/09/06 07:37:29 [error] 7#7: *12 connect() failed (111: Connection refused) while connecting to upstream, client: 172.20.0.1, server: localhost, request: "GET / HTTP/1.1", upstream: "http://172.20.0.10:8080/", host: "localhost:8081" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:29 +0000] "GET / HTTP/1.1" 502 575 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 172.20.0.1 - - [06/Sep/2017:07:37:29 +0000] "GET /favicon.ico HTTP/1.1" 502 575 "http://localhost:8081/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36" nginx_1 | 2017/09/06 07:37:29 [error] 7#7: *12 connect() failed (111: Connection refused) while connecting to upstream, client: 172.20.0.1, server: localhost, request: "GET /favicon.ico HTTP/1.1", upstream: "http://172.20.0.10:8080/favicon.ico", host: "localhost:8081", referrer: "http://localhost:8081/" Gracefully stopping... (press Ctrl+C again to force)