fix dependency issues

- jupyter_client>=8 requires to use AsyncKernelManager to support
timeout, but nbconvert uses KernelManager. fix restores previous
behavior
- dash 2.9 breaks backward compatibility due to pages folder required by
default

Author: miraculixx

omegaml/notebook/jobs.py

@@ -6,6 +6,8 @@
 import yaml
 from croniter import croniter
 from io import StringIO, BytesIO
+
+from jupyter_client import AsyncKernelManager
 from nbconvert.preprocessors import ClearOutputPreprocessor
 from nbconvert.preprocessors.execute import ExecutePreprocessor
 from nbformat import read as nbread, write as nbwrite, v4 as nbv4
@@ -346,6 +348,9 @@ def run_notebook(self, name, event=None, timeout=None):
             # -- e.g. python3, ir
             # -- see https://stackoverflow.com/a/47053020/890242
             'kernel_name': '',
+            # always use the async kernel manager
+            # -- see https://github.com/jupyter/nbconvert/issues/1964
+            'kernel_manager_class': AsyncKernelManager,
         }
         # overrides from metadata
         ep_kwargs.update(meta_job.kind_meta.get('ep_kwargs', {}))

setup.py

@@ -10,7 +10,7 @@
 # extras
 tables = ['tables>=3.7']
 graph_deps = ['matplotlib~=3.5', 'seaborn~=0.11', 'imageio~=2.6', 'plotext~=1.0']
-dashserve_deps = ['dashserve']
+dashserve_deps = ['dashserve', 'dash<2.9'] # dash 2.9 breaks dashserve due to required pages folder
 sql_deps = ['sqlalchemy', 'ipython-sql']
 snowflake_deps = ['snowflake-sqlalchemy==1.2.3']
 iotools_deps = ['boto>=2.49.0']
@@ -28,7 +28,7 @@
     tf_deps = ['tensorflow=={}'.format(tf_version)]
     tf_deps = tf_deps + ['tensorflow-gpu==1.15.0', 'h5py==2.10.0']
     keras_deps = ['keras==2.2.4']
-elif (3, 8) <= sys.version_info[:2] < (3, 9) :
+elif (3, 8) <= sys.version_info[:2] < (3, 9):
     major, minor, *_ = (int(v) for v in tf_version.split('.'))
     assert (major, minor) >= (2, 2), "Python version 3.8 only supported by TF >= 2.2"
     tf_deps = ['tensorflow{}{}'.format(tf_match, tf_version)]
@@ -80,7 +80,7 @@
     ],
     install_requires=[
         'celery>5,<6.0',
-        'importlib-metadata<5.0', # due to https://github.com/celery/kombu/pull/1601
+        'importlib-metadata<5.0',  # due to https://github.com/celery/kombu/pull/1601
         'joblib>=0.9.4',
         'jupyter-client>=4.1.1',
         'mongoengine~=0.24.1',
@@ -91,13 +91,13 @@
         'scikit-learn>=0.21',
         'PyYAML>=3.12',
         'flask-restx>=0.4.0',
-        'werkzeug<2.1.0', # due to flask-restx, https://github.com/python-restx/flask-restx/issues/422
-        'markupsafe==2.0.1', # due to flask/markupsafe, https://github.com/pallets/markupsafe/issues/284
+        'werkzeug<2.1.0',  # due to flask-restx, https://github.com/python-restx/flask-restx/issues/422
+        'markupsafe==2.0.1',  # due to flask/markupsafe, https://github.com/pallets/markupsafe/issues/284
         'croniter>=0.3.30',
         'nbformat>=4.0.1',
         'nbconvert>=6.4.0',
-        'pygments>=2.7.4', # via nbconvert, due to snyk report https://github.com/omegaml/omegaml/pull/299
-        'dill>=0.3.2,<0.3.6', # due to dill, https://github.com/uqfoundation/dill/issues/332
+        'pygments>=2.7.4',  # via nbconvert, due to snyk report https://github.com/omegaml/omegaml/pull/299
+        'dill>=0.3.2,<0.3.6',  # due to dill, https://github.com/uqfoundation/dill/issues/332
         'callable-pip>=1.0.0',
         'appdirs>=1.4.3',
         'cron-descriptor>=1.2.31',
@@ -109,12 +109,12 @@
         'tqdm>=4.32.2',
         'honcho>=1.0.1',  # not strictly required, but used in docker compose
         'tabulate>=0.8.2',  # required in cli
-        'smart_open', # required in cli
-        'imageio>=2.3.0', # require to store images
-        'psutil>=5.8', # required for profiling tracker
-        'cachetools>=5.0.0', # required for session caching
-        'apispec>=5.2.2', # required for openapi generation
-        'marshmallow>=3.17.0', # required for openapi generation
+        'smart_open',  # required in cli
+        'imageio>=2.3.0',  # require to store images
+        'psutil>=5.8',  # required for profiling tracker
+        'cachetools>=5.0.0',  # required for session caching
+        'apispec>=5.2.2',  # required for openapi generation
+        'marshmallow>=3.17.0',  # required for openapi generation
     ],
     extras_require={
         'graph': graph_deps,
@@ -137,4 +137,3 @@
         'console_scripts': ['om=omegaml.client.cli:climain'],
     }
 )
-