new notebook on treant-js

Author: sdpython

_doc/notebooks/2016/pydata/big_datashader.ipynb

@@ -676,7 +676,7 @@
     "    df = df [(df.Dropoff_longitude < -10) & (df.Pickup_longitude < -10)]\n",
     "    df.sample(100000).to_csv(\"green_tripdata_2015-12_sample.csv\")\n",
     "else:\n",
-    "    df.read_csv(\"green_tripdata_2015-12_sample.csv\")\n",
+    "    df = pd.read_csv(\"green_tripdata_2015-12_sample.csv\")\n",
     "df.tail()"
    ]
   },

_doc/notebooks/2016/pydata/im_missingno.ipynb

@@ -192,7 +192,7 @@
     "    df = pandas.read_csv(\"NYPD_Motor_Vehicle_Collisions.csv\")\n",
     "    df.sample(10000).to_csv(\"NYPD_Motor_Vehicle_Collisions_sample.csv\")\n",
     "\n",
-    "df = pandas.read_csv(\"NYPD_Motor_Vehicle_Collisions_small.csv\")"
+    "df = pandas.read_csv(\"NYPD_Motor_Vehicle_Collisions_sample.csv\")"
    ]
   },
   {

_doc/notebooks/2016/pydata/jsonly_treant.ipynb

@@ -39,11 +39,14 @@ it involves a server (bqplot).
 * :ref:`jspythreejsrst`
 * :ref:`jsvegarst`
 
+**Pure javascript**
+
+: :ref:`jsonlytreantrst`
+
 **Big Data**
 
 * :ref:`bigdatashaderrst`
 
-
 **GUI**
 
 * :ref:`guigeoplotlibrst`

_doc/sphinxdoc/source/2016/pydata2016.rst

@@ -0,0 +1,127 @@
+#-*- coding: utf-8 -*-
+"""
+@brief      test log(time=12s)
+"""
+
+import sys
+import os
+import unittest
+import shutil
+
+
+try:
+    import pyquickhelper as skip_
+except ImportError:
+    path = os.path.normpath(
+        os.path.abspath(
+            os.path.join(
+                os.path.split(__file__)[0],
+                "..",
+                "..",
+                "..",
+                "pyquickhelper",
+                "src")))
+    if path not in sys.path:
+        sys.path.append(path)
+    import pyquickhelper as skip_
+
+
+try:
+    import src
+except ImportError:
+    path = os.path.normpath(
+        os.path.abspath(
+            os.path.join(
+                os.path.split(__file__)[0],
+                "..",
+                "..")))
+    if path not in sys.path:
+        sys.path.append(path)
+    import src
+
+from pyquickhelper.loghelper import fLOG
+from pyquickhelper.pycode import get_temp_folder
+from pyquickhelper.ipythonhelper import execute_notebook_list
+from pyquickhelper.pycode import compare_module_version
+from pyquickhelper.ipythonhelper import install_python_kernel_for_unittest
+import IPython
+
+
+class TestRunNotebooksPyData2016_big(unittest.TestCase):
+
+    def test_run_notebook_big(self):
+        fLOG(
+            __file__,
+            self._testMethodName,
+            OutputPrint=__name__ == "__main__")
+
+        if sys.version_info[0] == 2:
+            # notebooks are not converted into python 2.7, so not tested
+            return
+
+        if compare_module_version(IPython.__version__, "4.0.0") < 0:
+            # IPython is not recnt enough
+            return
+
+        kernel_name = None if "travis" in sys.executable else install_python_kernel_for_unittest(
+            "python3_module_template")
+
+        temp = get_temp_folder(__file__, "temp_run_notebooks_big")
+
+        # selection of notebooks
+        fnb = os.path.normpath(os.path.join(
+            os.path.abspath(os.path.dirname(__file__)), "..", "..", "_doc", "notebooks", "2016", "pydata"))
+        keepnote = []
+        for f in os.listdir(fnb):
+            if os.path.splitext(f)[-1] == ".ipynb" and "big_" in f:
+                keepnote.append(os.path.join(fnb, f))
+        assert len(keepnote) > 0
+
+        # function to tell that a can be run
+        def valid(cell):
+            if "open_html_form" in cell:
+                return False
+            if "open_window_params" in cell:
+                return False
+            if '<div style="position:absolute' in cell:
+                return False
+            return True
+
+        # file to copy
+        for cop in ["green_tripdata_2015-12_sample.csv",
+                    "NYPD_Motor_Vehicle_Collisions_sample.csv",
+                    "NYPD_Motor_Vehicle_Collisions_small.csv"]:
+            fsrc = os.path.join(fnb, cop)
+            if os.path.exists(fsrc):
+                dest = temp
+                shutil.copy(fsrc, dest)
+
+        # additionnal path to add
+        addpaths = [os.path.normpath(os.path.join(
+            os.path.abspath(os.path.dirname(__file__)), "..", "..", "src")),
+            os.path.normpath(os.path.join(
+                os.path.abspath(os.path.dirname(__file__)), "..", "..", "..", "pyquickhelper", "src"))
+        ]
+
+        # creation of a kernel
+        kernel_name = None if "travis" in sys.executable else install_python_kernel_for_unittest(
+            "python3_module_template")
+
+        # run the notebooks
+        res = execute_notebook_list(
+            temp, keepnote, fLOG=fLOG, valid=valid, additional_path=addpaths, kernel_name=kernel_name)
+
+        # final checkings
+        assert len(res) > 0
+        fails = [(os.path.split(k)[-1], v)
+                 for k, v in sorted(res.items()) if not v[0]]
+        for f in fails:
+            fLOG(f)
+        for k, v in sorted(res.items()):
+            name = os.path.split(k)[-1]
+            fLOG(name, v[0], v[1])
+        if len(fails) > 0:
+            raise fails[0][1][-1]
+
+if __name__ == "__main__":
+    unittest.main()

_unittests/ut_documentation/test_run_notebooks_pydata_2016_big.py

@@ -48,7 +48,7 @@
 
 class TestRunNotebooksPyData2016_gui(unittest.TestCase):
 
-    def test_run_notebook_im(self):
+    def test_run_notebook_gui(self):
         fLOG(
             __file__,
             self._testMethodName,

_unittests/ut_documentation/test_run_notebooks_pydata_2016_gui.py

@@ -6,6 +6,7 @@
 import sys
 import os
 import unittest
+import shutil
 
 
 try:
@@ -86,6 +87,15 @@ def valid(cell):
                 return False
             return True
 
+        # file to copy
+        for cop in ["green_tripdata_2015-12_sample.csv",
+                    "NYPD_Motor_Vehicle_Collisions_sample.csv",
+                    "NYPD_Motor_Vehicle_Collisions_small.csv"]:
+            fsrc = os.path.join(fnb, cop)
+            if os.path.exists(fsrc):
+                dest = temp
+                shutil.copy(fsrc, dest)
+
         # additionnal path to add
         addpaths = [os.path.normpath(os.path.join(
             os.path.abspath(os.path.dirname(__file__)), "..", "..", "src")),

_unittests/ut_documentation/test_run_notebooks_pydata_2016_im.py

@@ -46,9 +46,9 @@
 import IPython
 
 
-class TestRunNotebooksPyData2016_im(unittest.TestCase):
+class TestRunNotebooksPyData2016_js(unittest.TestCase):
 
-    def test_run_notebook_im(self):
+    def test_run_notebook_js(self):
         fLOG(
             __file__,
             self._testMethodName,

_unittests/ut_documentation/test_run_notebooks_pydata_2016_js.py

@@ -0,0 +1,117 @@
+#-*- coding: utf-8 -*-
+"""
+@brief      test log(time=12s)
+"""
+
+import sys
+import os
+import unittest
+
+
+try:
+    import pyquickhelper as skip_
+except ImportError:
+    path = os.path.normpath(
+        os.path.abspath(
+            os.path.join(
+                os.path.split(__file__)[0],
+                "..",
+                "..",
+                "..",
+                "pyquickhelper",
+                "src")))
+    if path not in sys.path:
+        sys.path.append(path)
+    import pyquickhelper as skip_
+
+
+try:
+    import src
+except ImportError:
+    path = os.path.normpath(
+        os.path.abspath(
+            os.path.join(
+                os.path.split(__file__)[0],
+                "..",
+                "..")))
+    if path not in sys.path:
+        sys.path.append(path)
+    import src
+
+from pyquickhelper.loghelper import fLOG
+from pyquickhelper.pycode import get_temp_folder
+from pyquickhelper.ipythonhelper import execute_notebook_list
+from pyquickhelper.pycode import compare_module_version
+from pyquickhelper.ipythonhelper import install_python_kernel_for_unittest
+import IPython
+
+
+class TestRunNotebooksPyData2016_jsonly(unittest.TestCase):
+
+    def test_run_notebook_jsonly(self):
+        fLOG(
+            __file__,
+            self._testMethodName,
+            OutputPrint=__name__ == "__main__")
+
+        if sys.version_info[0] == 2:
+            # notebooks are not converted into python 2.7, so not tested
+            return
+
+        if compare_module_version(IPython.__version__, "4.0.0") < 0:
+            # IPython is not recnt enough
+            return
+
+        kernel_name = None if "travis" in sys.executable else install_python_kernel_for_unittest(
+            "python3_module_template")
+
+        temp = get_temp_folder(__file__, "temp_run_notebooks_jsonly")
+
+        # selection of notebooks
+        fnb = os.path.normpath(os.path.join(
+            os.path.abspath(os.path.dirname(__file__)), "..", "..", "_doc", "notebooks", "2016", "pydata"))
+        keepnote = []
+        for f in os.listdir(fnb):
+            if os.path.splitext(f)[-1] == ".ipynb" and "jsonly_" in f:
+                keepnote.append(os.path.join(fnb, f))
+        assert len(keepnote) > 0
+
+        # function to tell that a can be run
+        def valid(cell):
+            if "open_html_form" in cell:
+                return False
+            if "open_window_params" in cell:
+                return False
+            if '<div style="position:absolute' in cell:
+                return False
+            return True
+
+        # additionnal path to add
+        addpaths = [os.path.normpath(os.path.join(
+            os.path.abspath(os.path.dirname(__file__)), "..", "..", "src")),
+            os.path.normpath(os.path.join(
+                os.path.abspath(os.path.dirname(__file__)), "..", "..", "..", "pyquickhelper", "src"))
+        ]
+
+        # creation of a kernel
+        kernel_name = None if "travis" in sys.executable else install_python_kernel_for_unittest(
+            "python3_module_template")
+
+        # run the notebooks
+        res = execute_notebook_list(
+            temp, keepnote, fLOG=fLOG, valid=valid, additional_path=addpaths, kernel_name=kernel_name)
+
+        # final checkings
+        assert len(res) > 0
+        fails = [(os.path.split(k)[-1], v)
+                 for k, v in sorted(res.items()) if not v[0]]
+        for f in fails:
+            fLOG(f)
+        for k, v in sorted(res.items()):
+            name = os.path.split(k)[-1]
+            fLOG(name, v[0], v[1])
+        if len(fails) > 0:
+            raise fails[0][1][-1]
+
+if __name__ == "__main__":
+    unittest.main()

_unittests/ut_documentation/test_run_notebooks_pydata_2016_jsonly.py

@@ -48,7 +48,7 @@
 
 class TestRunNotebooksPyData2016_pyjs(unittest.TestCase):
 
-    def test_run_notebook_im(self):
+    def test_run_notebook_pyjs(self):
         fLOG(
             __file__,
             self._testMethodName,