Administriva: fix up optional package requirements

.github/workflows/osx.yml

@@ -24,9 +24,9 @@ jobs:
         brew install llvm@11
         python -m pip install --upgrade pip
         LLVM_CONFIG=/usr/local/Cellar/llvm@11/11.1.0/bin/llvm-config pip install llvmlite
-    - name: Install Mathics
+    - name: Install Mathics with full dependencies
       run: |
-        make develop
+        make develop-full
     - name: Test Mathics
       run: |
         pip install -r requirements-dev.txt

.github/workflows/ubuntu.yml

@@ -22,10 +22,9 @@ jobs:
       run: |
         sudo apt-get update -qq && sudo apt-get install -qq liblapack-dev llvm-dev
         python -m pip install --upgrade pip
-    - name: Install Mathics
+    - name: Install Mathics with full dependencies
       run: |
-        sed -i "s/'sympy==[0-9]\.[0-9]\.[0-9]', //" setup.py
-        make develop
+        make develop-full
     - name: Test Mathics
       run: |
         pip install -r requirements-dev.txt

.github/workflows/windows.yml

@@ -31,6 +31,7 @@ jobs:
         python setup.py install
     - name: Test Mathics
       run: |
+        pip install -r requirements-extra.txt
         pip install -r requirements-dev.txt
         set PYTEST_WORKERS="-n3"
         make check

MANIFEST.in

@@ -4,6 +4,5 @@ include ChangeLog
 include COPYING.txt
 include FUTURE.rst
 include Makefile
-include mathics/Makefile
 recursive-include mathics *.py
 recursive-include test *.py *.m

Makefile

@@ -37,11 +37,17 @@ build:
 develop:
 	$(PIP) install -e .
 
+#: Set up to run from the source tree with full dependencies
+develop-full:
+	$(PIP) install -e .
+	$(PIP) install -r requirements-extra.txt
+
+
 #: Make distirbution: wheels, eggs, tarball
 dist:
 	./admin-tools/make-dist.sh
 
-#: Install mathics
+#: Install Mathics
 install:
 	$(PYTHON) setup.py install
 

requirements-dev.txt

@@ -1,8 +1,3 @@
-# Optional packages which add functionality or speed things up
-scikit-image # FindMinimum can use this
-lxml  # for HTML parsing used in builtin/fileformats/html
-wordcloud # Used in builtin/image.py by WordCloud()
-
 # Additional packages used in testing
 pytest
 pytest-xdist

requirements-extra.txt

@@ -0,0 +1,4 @@
+# Optional packages which add functionality or speed things up
+scikit-image # FindMinimum can use this
+lxml  # for HTML parsing used in builtin/fileformats/html
+wordcloud # Used in builtin/image.py by WordCloud()

setup.py

@@ -22,6 +22,7 @@
 
 """
 
+import re
 import sys
 import os.path as osp
 import platform
@@ -52,6 +53,19 @@ def read(*rnames):
 is_PyPy = platform.python_implementation() == "PyPy"
 
 INSTALL_REQUIRES = []
+# stores __version__ in the current namespace
+exec(compile(open("mathics/version.py").read(), "mathics/version.py", "exec"))
+
+extra_requires = []
+for line in open("requirements-extra.txt").read().split("\n"):
+    if line and not line.startswith("#"):
+        requires = re.sub(r"([^#]+)(\s*#.*$)?", r"\1", line)
+        extra_requires.append(requires)
+
+EXTRA_REQUIRES = {
+    "full": extra_requires
+}
+
 DEPENDENCY_LINKS = [
     "http://github.com/Mathics3/mathics-scanner/tarball/master#egg=Mathics_Scanner-1.0.0.dev"
 ]
@@ -137,6 +151,7 @@ def subdirs(root, file="*.*", depth=10):
         "mathics.formatter",
     ],
     install_requires=INSTALL_REQUIRES,
+    extra_requires=EXTRA_REQUIRES,
     dependency_links=DEPENDENCY_LINKS,
     package_data={
         "mathics": [