update list of modules to install

build_script.bat

@@ -4,7 +4,7 @@ set pythonexe="%1"
 goto custom_python:
 
 :default_value_python:
-set pythonexe="c:\Python35_x64\python"
+set pythonexe="c:\Python34_x64\python"
 :custom_python:
 %pythonexe% -u setup.py build_script
 if %errorlevel% neq 0 exit /b %errorlevel%

src/pymyinstall/installhelper/install_custom.py

@@ -4,6 +4,7 @@
 @brief Various functions to install some application such as `pandoc <http://johnmacfarlane.net/pandoc/>`_.
 """
 from __future__ import print_function
+from .install_memoize import install_memoize2
 
 import os
 import sys
@@ -16,9 +17,6 @@
     import urllib.error as urllib_error
     import http.client as http_client
 
-from .module_install import ModuleInstall
-from .install_memoize import install_memoize2
-
 
 @install_memoize2
 def download_page(url, is406=False):
@@ -101,6 +99,7 @@ def download_from_sourceforge(url, outfile, fLOG=print, temp_folder="."):
         import requests
     except ImportError:
         fLOG("installing module requests")
+        from .module_install import ModuleInstall
         ModuleInstall("requests", fLOG=fLOG).install(temp_folder=temp_folder)
         import requests
 

src/pymyinstall/installhelper/module_install.py

@@ -3,10 +3,14 @@
 @brief Various function to install various python module from various location.
 """
 from __future__ import print_function
+from .install_cmd_helper import python_version, run_cmd, unzip_files, get_pip_program, get_file_modification_date, get_wheel_version, get_conda_program
+from .module_install_exceptions import MissingPackageOnPyPiException, MissingInstalledPackageException, InstallError, DownloadError
+from .module_install_version import get_page_wheel, get_pypi_version, get_module_version, annoying_modules, get_module_metadata, numeric_version, compare_version
+from .missing_license import missing_module_licenses
+from .module_install_specific_version import get_exewheel_url_link_xd
 
 import sys
 import re
-import platform
 import os
 import time
 import importlib
@@ -26,12 +30,6 @@
     import importlib.util
     import xmlrpc.client as xmlrpc_client
 
-from .install_cmd_helper import python_version, run_cmd, unzip_files, get_pip_program, get_file_modification_date, get_wheel_version, get_conda_program
-from .module_install_exceptions import MissingPackageOnPyPiException, MissingInstalledPackageException, InstallError, DownloadError
-from .module_install_version import get_page_wheel, get_pypi_version, get_module_version, annoying_modules, get_module_metadata, numeric_version, compare_version
-from .missing_license import missing_module_licenses
-from .module_install_specific_version import get_exewheel_url_link_xd
-
 
 class ModuleInstall:
 

src/pymyinstall/installhelper/module_install_page_wheel.py

@@ -2,15 +2,14 @@
 @file
 @brief Functions get_page_wheel
 """
+from .install_memoize import install_memoize
 import sys
 
 if sys.version_info[0] == 2:
     import urllib2 as urllib_request
 else:
     import urllib.request as urllib_request
 
-from .install_memoize import install_memoize
-
 
 @install_memoize
 def get_page_wheel(page):

src/pymyinstall/installhelper/module_install_version.py

@@ -2,6 +2,10 @@
 @file
 @brief Functions to get module version, license, dependencies
 """
+from .install_cmd_helper import run_cmd, get_pip_program
+from .install_memoize import install_memoize
+from .module_install_exceptions import MissingPackageOnPyPiException, AnnoyingPackageException, ConfigurationError, MissingVersionOnPyPiException, WrongVersionError
+
 import sys
 import re
 import pip._vendor.pkg_resources
@@ -15,10 +19,6 @@
     import xmlrpc.client as xmlrpc_client
     from importlib import reload
 
-from .install_cmd_helper import run_cmd, get_pip_program
-from .install_memoize import install_memoize
-from .module_install_exceptions import MissingPackageOnPyPiException, AnnoyingPackageException, ConfigurationError, MissingVersionOnPyPiException, WrongVersionError
-
 
 annoying_modules = {"pygame", "liblinear", "mlpy", "VideoCapture",
                     "libsvm", "opencv_python", "scikits.cuda",

src/pymyinstall/packaged/packaged_config_1_small.py

@@ -58,8 +58,6 @@ def small_set():
                       usage="WINDOWS") if sys.platform.startswith("win") else None,
         ModuleInstall("winshell", "pip", purpose="Windows shell functions",
                       usage="WINDOWS") if sys.platform.startswith("win") else None,
-        ModuleInstall(
-            "xlwings", "pip", purpose="reads/writes Excel files", usage="WINDOWS") if sys.platform.startswith("win") else None,
         ModuleInstall(
             'XlsxWriter', 'pip', mname='xlsxwriter', purpose="writes Excel files"),
         #
@@ -80,13 +78,10 @@ def small_set():
                       purpose="dependency for matplotlib", usage="VIZ"),
         ModuleInstall("matplotlib", "wheel",
                       purpose="most used plotting library", usage="VIZ"),
-        ModuleInstall(
-            "gr", "wheel",
-            purpose="GR is a universal framework for cross-platform visualization applications (issues on Linux and Anaconda)",
-            usage="VIZ"),
-
         ModuleInstall(
             "scipy", "wheel", purpose="scientific computation, eigen values, linear algebra", usage="DATA/ML"),
+        ModuleInstall(
+            "patsy", "pip", purpose="A Python package for describing statistical models and for building design matrices.", usage="DATA/ML"),
         ModuleInstall(
             "statsmodels", "wheel", purpose="statistical modelling, depends on scipy", usage="DATA/ML"),
         ModuleInstall(
@@ -115,35 +110,6 @@ def small_set():
         ModuleInstall('pypiserver', 'pip',
                       purpose="run a local pypi server"),
 
-        ModuleInstall('Versio', 'pip', mname="versio",
-                      purpose="localshop dependency, manages versions"),
-        ModuleInstall('django-celery', 'pip', mname="djcelery",
-                      purpose="localshop dependency, Old django celery integration project."),
-        ModuleInstall('django-configurations', 'pip', mname="configurations",
-                      purpose="localshop dependency, A helper for organizing Django settings."),
-        ModuleInstall('django-environ', 'pip', mname="environ",
-                      purpose="localshop dependency, Django-environ allows you to utilize 12factor inspired environment variables to configure your Django application."),
-        ModuleInstall('django-model-utils', 'pip', mname="model_utils",
-                      purpose="localshop dependency, Django model mixins and utilities."),
-        ModuleInstall('django-storages', 'pip', mname="storages",
-                      purpose="localshop dependency, django-storages is a collection of custom storage backends for Django."),
-        ModuleInstall('django-userena', 'pip', mname="userena",
-                      purpose="localshop dependency, Accounts for Django made beautifully simple"),
-        ModuleInstall('django-uuidfield', 'pip', mname="uuidfield",
-                      purpose="localshop dependency, UUIDField in Django"),
-        ModuleInstall('django-guardian', 'pip', mname="guardian",
-                      purpose="localshop dependency, Implementation of per object permissions for Django 1.2 or later."),
-        ModuleInstall(
-            'gunicorn', 'pip', purpose="localshop dependency, WSGI HTTP Server for UNIX"),
-        ModuleInstall(
-            'netaddr', 'pip', purpose="Pythonic manipulation of IPv4, IPv6, CIDR, EUI and MAC network addresses"),
-        ModuleInstall('easy_thumbnails', 'pip',
-                      purpose="Easy thumbnails for Django"),
-        ModuleInstall('html2text', 'pip',
-                      purpose="Turn HTML into equivalent Markdown-structured text."),
-
-        ModuleInstall('localshop', 'pip',
-                      purpose="run a local pypi server"),
         # flake8, pep8
         ModuleInstall(
             "pep8", "pip", version="1.5.7", purpose="official guidelines on Python style"),
@@ -220,11 +186,8 @@ def small_set():
             "jupyter-console", "pip", mname="jupyter_console", purpose="Jupyter console, new in Jupyter 4.0", usage="JUPYTER"),
         ModuleInstall(
             "metakernel", "pip", purpose="more magic commands for Jupyter", usage="JUPYTER"),
-        ModuleInstall(
-            "simplepam", "pip", purpose="required by jupyterhub, An interface to the Pluggable Authentication Modules (PAM) library on linux, written in pure python (using ctypes)",
-            usage="JUPYTER/LINUX") if not sys.platform.startswith("win") else None,
-        ModuleInstall(
-            "jupyterhub", "pip", purpose="JupyterHub: A multi-user server for Jupyter notebooks", usage="JUPYTER"),
+        ModuleInstall('SQLAlchemy', 'wheel', mname='sqlalchemy',
+                      purpose="model SQL queries as objects", usage="SQL"),
         ModuleInstall(
             "ipystata", "pip", purpose="Jupyter kernel for Stata",
             usage="JUPYTER/PY2") if sys.version_info[0] == 2 else None,
@@ -283,13 +246,13 @@ def small_set():
             'pystache', 'pip', purpose="Mustache for Python (for bokeh)"),
         ModuleInstall(
             'bokeh', 'pip', purpose="interactive graphs, zoomable, javascript", usage="VIZ"),
-        ModuleInstall('rpy2', 'wheel', purpose="interact with R (R_HOME needs to be set up on Linux)",
-                      usage="DATA/ML"),
         ModuleInstall(
             'seaborn', 'pip', purpose="nicer graphs than matplotlib for statistical purposes", usage="VIZ"),
         ModuleInstall("sphinxjp.themes.revealjs", "pip",
                       purpose="slides based on revealjs, needed to convert notebook into slides"),
         ModuleInstall("feedparser", "wheel", purpose="parse RSS streams"),
+        ModuleInstall(
+            "pbr", "pip", purpose="PBR is a library that injects some useful and sensible default behaviors into your setuptools run."),
         ModuleInstall(
             "python-jenkins", "pip", mname="jenkins", purpose="interact with Jenkins"),
         #

src/pymyinstall/packaged/packaged_config_3_extended.py

@@ -22,12 +22,17 @@ def extended_set():
     @endcode
     """
     mod = [
+        ModuleInstall(
+            "simplepam", "pip", purpose="required by jupyterhub, An interface to the Pluggable Authentication Modules (PAM) library on linux, written in pure python (using ctypes)",
+            usage="JUPYTER/LINUX") if not sys.platform.startswith("win") else None,
+        ModuleInstall(
+            "jupyterhub", "pip", purpose="JupyterHub: A multi-user server for Jupyter notebooks", usage="JUPYTER"),
+        ModuleInstall('rpy2', 'wheel', purpose="interact with R (R_HOME needs to be set up on Linux)",
+                      usage="DATA/ML"),
         ModuleInstall(
             'werkzeug', 'pip', purpose="The Swiss Army knife of Python web development"),
         ModuleInstall('itsdangerous', 'pip',
                       purpose="Various helpers to pass trusted data to untrusted environments and back."),
-        ModuleInstall('SQLAlchemy', 'wheel', mname='sqlalchemy',
-                      purpose="model SQL queries as objects", usage="SQL"),
         ModuleInstall('simplejson', 'wheel', purpose="json parser"),
         ModuleInstall('python-pptx', 'pip', mname="pptx",
                       purpose="read/write PowerPoint presentation"),
@@ -151,8 +156,6 @@ def extended_set():
         #
         # ModuleInstall("pattern", "pip", purpose="Web mining module for Python, with tools for scraping, natural language processing, machine learning, network analysis and visualization.") #only works on Python 2.7
         #
-        ModuleInstall(
-            "pbr", "pip", purpose="PBR is a library that injects some useful and sensible default behaviors into your setuptools run."),
         #
         # 2015-02-05
         #

src/pymyinstall/packaged/packaged_config_4_ml.py

@@ -31,11 +31,42 @@ def ensae_set():
             "amqp", "pip", purpose="Low-level AMQP client for Python (fork of amqplib) (for celery)"),
         ModuleInstall(
             "celery", "pip", purpose="Celery is an asynchronous task queue/job queue based on distributed message passing."),
+
+        ModuleInstall('Versio', 'pip', mname="versio",
+                      purpose="localshop dependency, manages versions"),
+        ModuleInstall('django-celery', 'pip', mname="djcelery",
+                      purpose="localshop dependency, Old django celery integration project."),
+        ModuleInstall('django-configurations', 'pip', mname="configurations",
+                      purpose="localshop dependency, A helper for organizing Django settings."),
+        ModuleInstall('django-environ', 'pip', mname="environ",
+                      purpose="localshop dependency, Django-environ allows you to utilize 12factor inspired environment variables to configure your Django application."),
+        ModuleInstall('django-model-utils', 'pip', mname="model_utils",
+                      purpose="localshop dependency, Django model mixins and utilities."),
+        ModuleInstall('django-storages', 'pip', mname="storages",
+                      purpose="localshop dependency, django-storages is a collection of custom storage backends for Django."),
+        ModuleInstall('django-userena', 'pip', mname="userena",
+                      purpose="localshop dependency, Accounts for Django made beautifully simple"),
+        ModuleInstall('django-uuidfield', 'pip', mname="uuidfield",
+                      purpose="localshop dependency, UUIDField in Django"),
+        ModuleInstall('django-guardian', 'pip', mname="guardian",
+                      purpose="localshop dependency, Implementation of per object permissions for Django 1.2 or later."),
+        ModuleInstall('django', 'pip',
+                      purpose="Django"),
+        ModuleInstall(
+            'gunicorn', 'pip', purpose="localshop dependency, WSGI HTTP Server for UNIX"),
+        ModuleInstall(
+            'netaddr', 'pip', purpose="Pythonic manipulation of IPv4, IPv6, CIDR, EUI and MAC network addresses"),
+        ModuleInstall('easy_thumbnails', 'pip',
+                      purpose="Easy thumbnails for Django"),
+        ModuleInstall('html2text', 'pip',
+                      purpose="Turn HTML into equivalent Markdown-structured text."),
+
+        ModuleInstall('localshop', 'pip',
+                      purpose="run a local pypi server"),
+
         ModuleInstall(
             "tweepy", "pip", purpose="Python wrapper for the twitter API"),
         #ModuleInstall("newspaper3k", "pip", mname="newspaper"),
-        ModuleInstall(
-            "django", "pip", purpose="web application, most famous module about it, the only when to build a scalable website", usage="NETWORK"),
         ModuleInstall(
             "mutagenx", "pip", purpose="ead and write audio tags for many formats in Python 3"),
         ModuleInstall("django-audiotracks", "pip",
@@ -317,6 +348,8 @@ def ensae_set():
         ])
 
     if sys.platform.startswith("win"):
+        ModuleInstall(
+            "xlwings", "pip", purpose="reads/writes Excel files", usage="WINDOWS") if sys.platform.startswith("win") else None,
         mod.append(ModuleInstall("VideoCapture", "wheel",
                                  purpose="A Win32 Python Extension for Accessing Video Devices", usage="VIDEO"))
         mod.append(ModuleInstall("comtypes", "pip",

src/pymyinstall/win_installer/win_setup_main_checkings.py

@@ -103,7 +103,7 @@ def import_every_module(python_path, module_list, only_installed=True, fLOG=prin
         python_path = os.path.dirname(python_path)
 
     if module_list is None:
-        module_list = all_fullset()
+        module_list = all_set()
 
     def tomod(m):
         if isinstance(m, ModuleInstall):