Permalink
Switch branches/tags
Nothing to show
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
36 lines (32 sloc) 1.27 KB
################################################################################
# Host-specific Flink configuration
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
#
# Customize Peel configuration values appearing in
#
# https://github.com/stratosphere/peel/blob/master/peel-extensions/src/main/resources/reference.flink.conf
#
# here.
#
system {
flink {
config {
yaml {
jobmanager.rpc.address = ${runtime.hostname}
jobmanager.rpc.port = 6002
jobmanager.heap.mb = 1024
jobmanager.web.port = 6004
# 28 GiB of memory
taskmanager.heap.mb = 28672
# 0.7 * 28 = 19.6 GiB will be managed
taskmanager.memory.fraction = 0.7
# 16384 * 16384 = 0.25 GiB memory for network
taskmanager.network.numberOfBuffers = 16384
taskmanager.network.bufferSizeInBytes = 16384
# tmp folder for spilling data to disk (on node-local storage)
taskmanager.tmp.dirs = "/data/1/peel/flink/tmp:/data/2/peel/flink/tmp:/data/3/peel/flink/tmp:/data/4/peel/flink/tmp"
# taskmanager.debug.memory.startLogThread = false
}
}
}
}