Support kwargs in tokenize

mrocklin · Oct 27, 2015 · 9775c38 · 9775c38
1 parent a237000
commit 9775c38
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/dask/base.py b/dask/base.py
@@ -181,7 +181,7 @@ def normalize_array(x):
         return (data, x.dtype, x.shape, x.strides)
 
 
-def tokenize(*args):
+def tokenize(*args, **kwargs):
     """ Deterministic token
 
     >>> tokenize([1, 2, '3'])
@@ -190,4 +190,6 @@ def tokenize(*args):
     >>> tokenize('Hello') == tokenize('Hello')
     True
     """
+    if kwargs:
+        args = args + (kwargs,)
     return md5(str(tuple(map(normalize_token, args))).encode()).hexdigest()
diff --git a/dask/tests/test_base.py b/dask/tests/test_base.py
@@ -95,6 +95,12 @@ def test_tokenize_pandas():
     assert tokenize(a) == tokenize(b)
 
 
+def test_tokenize_kwargs():
+    assert tokenize(5, x=1) == tokenize(5, x=1)
+    assert tokenize(5) != tokenize(5, x=1)
+    assert tokenize(5, x=1) != tokenize(5, x=2)
+    assert tokenize(5, x=1) != tokenize(5, y=1)
+
 da = pytest.importorskip('dask.array')
 import numpy as np