-
Notifications
You must be signed in to change notification settings - Fork 0
/
dask_config.yml
42 lines (38 loc) · 1.62 KB
/
dask_config.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
# See https://github.com/dask/distributed/blob/main/distributed/distributed.yaml
distributed:
worker:
# See https://distributed.dask.org/en/latest/worker.html#memory-management
memory:
rebalance:
measure: managed_in_memory
spill: false
pause: false
terminate: false
scheduler:
allowed-failures: 10 # number of retries before a task is considered bad
# bandwidth: 100000000 # 100 MB/s estimated worker-worker bandwidth
# blocked-handlers: []
# default-data-size: 1000
# # Number of seconds to wait until workers or clients are removed from the events log
# # after they have been removed from the scheduler
events-cleanup-delay: 1h
# idle-timeout: null # Shut down after this duration, like "1h" or "30 minutes"
# transition-log-length: 100000
# work-stealing: True # workers should steal tasks from each other
worker-ttl: 6000s # like '60s'. Time to live for workers. They must heartbeat faster than this
comm:
timeouts:
# Extended time before connection to worker fails.
connect: 3600s
# Extended time before calling an unresponsive connection dead.
tcp: 3600s
admin:
tick:
# Default time between event loop health checks.
interval: 20ms
# Extended time before triggering warning about unresponsive worker.
limit: 3h
max-error-length: 10000 # Maximum size traceback after error to return
log-length: 10000 # default length of logs to keep in memory
log-format: '%(name)s - %(levelname)s - %(message)s'
pdb-on-err: False # enter debug mode on scheduling error