Add spacy as extra

requirements/python

@@ -3,5 +3,4 @@ argcomplete
 phonenumbers
 pandas
 sklearn
-spacy-nightly[transformers]>=3.0.0rc1
 typing_extensions

requirements/python-dev

@@ -1,5 +1,6 @@
 # install everything in the python requirements too.
 -r python
+-r python-extras
 
 # needed for tests/run.py script to read .travis.yml file
 PyYAML

requirements/python-extras

@@ -0,0 +1 @@
+spacy-nightly[transformers]>=3.0.0rc1

setup.py

@@ -8,14 +8,21 @@
 
 github_url = 'https://github.com/LeapBeyond/scrubadub'
 
+
+def read_packages_from_file(filename):
+    with open(filename, 'r') as stream:
+        for line in stream:
+            package = line.strip().split('#')[0]
+            if package:
+                yield package
+
 # read in the dependencies from the virtualenv requirements file
-dependencies = []
 filename = os.path.join("requirements", "python")
-with open(filename, 'r') as stream:
-    for line in stream:
-        package = line.strip().split('#')[0]
-        if package:
-            dependencies.append(package)
+dependencies = list(read_packages_from_file(filename))
+
+# read extra spacy dependencies from python-extras requirements file
+filename = os.path.join("requirements", "python-extras")
+extras = list(read_packages_from_file(filename))
 
 # get the version
 version = None
@@ -60,5 +67,6 @@
         'Topic :: Utilities',
     ],
     install_requires=dependencies,
+    extras_require={"spacy": extras},
     zip_safe=False,
 )