Switch to pickle by default. In Python3 pickle is as fast as msgpack.

tensorpack · Dec 28, 2019 · 1648ddd · 1648ddd
1 parent 34533d6
commit 1648ddd
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/tensorpack/dataflow/parallel.py b/tensorpack/dataflow/parallel.py
@@ -19,7 +19,7 @@
 from ..utils.develop import log_deprecated
 from ..utils.concurrency import (
     StoppableThread, enable_death_signal, ensure_proc_terminate, start_proc_mask_signal)
-from ..utils.serialize import dumps, loads
+from ..utils.serialize import dumps_once as dumps, loads_once as loads
 from .base import DataFlow, DataFlowReentrantGuard, DataFlowTerminated, ProxyDataFlow
 
 __all__ = ['PrefetchData', 'MultiProcessPrefetchData',

diff --git a/tensorpack/dataflow/parallel_map.py b/tensorpack/dataflow/parallel_map.py
@@ -9,7 +9,7 @@
 from six.moves import queue
 
 from ..utils.concurrency import StoppableThread, enable_death_signal
-from ..utils.serialize import dumps, loads
+from ..utils.serialize import dumps_once as dumps, loads_once as loads
 from ..utils.develop import log_deprecated
 from .base import DataFlow, DataFlowReentrantGuard, ProxyDataFlow
 from .common import RepeatedData, BatchData

diff --git a/tensorpack/utils/serialize.py b/tensorpack/utils/serialize.py
@@ -94,7 +94,7 @@ def loads(buf):
 
 
 # Define the default serializer to be used that dumps data to bytes
-_DEFAULT_S = os.environ.get('TENSORPACK_SERIALIZE', 'msgpack')
+_DEFAULT_S = os.environ.get('TENSORPACK_SERIALIZE', 'pickle')
 
 if _DEFAULT_S == "pyarrow":
     dumps = PyarrowSerializer.dumps_bytes