Merge pull request #502 from ungarj/dask_settings

make sure dask_compute_graph and dask_chunksize are passed on

mapchete/_processing.py

@@ -613,6 +613,8 @@ def _compute_tasks(
     zoom_levels=None,
     tile=None,
     skip_output_check=False,
+    dask_max_submitted_tasks=None,
+    dask_chunksize=None,
     **kwargs,
 ):
     if not process.config.preprocessing_tasks_finished:
@@ -625,6 +627,8 @@ def _compute_tasks(
             func=_preprocess_task_wrapper,
             iterable=tasks.values(),
             fkwargs=dict(append_data=True),
+            max_submitted_tasks=dask_max_submitted_tasks,
+            chunksize=dask_chunksize,
             **kwargs,
         ):
             future = future_raise_exception(future)

mapchete/commands/_execute.py

@@ -204,22 +204,12 @@ def _empty_callback(_):
 def _process_everything(
     msg_callback,
     mp,
-    executor=None,
-    workers=None,
     concurrency=None,
-    dask_max_submitted_tasks=500,
-    dask_chunksize=100,
-    dask_compute_graph=True,
     **kwargs,
 ):
     try:
         for i, future in enumerate(
             mp.compute(
-                executor=executor,
-                workers=workers,
-                dask_max_submitted_tasks=dask_max_submitted_tasks,
-                dask_chunksize=dask_chunksize,
-                dask_compute_graph=dask_compute_graph,
                 **kwargs,
             ),
             1,