Merge pull request #1055 from CoffeaTeam/unpin-dask-update-dak

build: unpin dask and skooch dask-awkward pin
CoffeaTeam · Mar 6, 2024 · 422f2d4 · 422f2d4
2 parents 88c101a + a4d94ff
commit 422f2d4
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -39,8 +39,8 @@ classifiers = [
 dependencies = [
   "awkward>=2.5.2",
   "uproot>=5.3.0",
-  "dask[array]<2024.2.0,>=2023.4.0",
-  "dask-awkward>=2024.2.0",
+  "dask[array]>=2023.4.0",
+  "dask-awkward>=2024.3.0",
   "dask-histogram>=2024.2.0",
   "correctionlib>=2.3.3",
   "pyarrow>=6.0.0",

diff --git a/src/coffea/dataset_tools/preprocess.py b/src/coffea/dataset_tools/preprocess.py
@@ -86,7 +86,9 @@ def get_steps(
                 filter_typename=no_filter,
                 filter_branch=partial(_remove_not_interpretable, emit_warning=False),
             ).layout.form.to_json()
-            dask.base.function_cache.popitem()
+            # the function cache needs to be popped if present to prevent memory growth
+            if hasattr(dask.base, "function_cache"):
+                dask.base.function_cache.popitem()
 
             form_hash = hashlib.md5(form_str.encode("utf-8")).hexdigest()
             form_json = compress_form(form_str)