Configure gretel-synthetics extras

GitOrigin-RevId: c78e56d9fd865ff80c7f86fdba5f0723b5471451

.github/workflows/integration-tests.yml

@@ -17,8 +17,6 @@ jobs:
       uses: actions/setup-python@v1
       with:
         python-version: 3.9
-    - name: Install TF
-      run:  pip install tensorflow==2.11
     - name: Install gretel-synthetics
       run: pip install -e .[all,test] --use-deprecated=legacy-resolver
     - name: Test

.github/workflows/unit-tests.yml

@@ -16,8 +16,6 @@ jobs:
       uses: actions/setup-python@v1
       with:
         python-version: ${{ matrix.python }}
-    - name: Install Dependencies
-      run:  pip install -r requirements.txt
     - name: Install gretel-synthetics
       run: pip install -e .[all,test] --use-deprecated=legacy-resolver
     - name: Lint

requirements.txt → requirements/base.txt

@@ -3,14 +3,8 @@ joblib==1.2.0
 numpy>=1.18.0,<1.24
 packaging==21.3
 pandas>=1.1.0,<2
-protobuf>=3.9.2,<3.20
 rdt>=1.2,<1.3
 sdv>=0.17,<0.18
 sentencepiece==0.1.97
 smart_open>=2.1.0,<6.0
-tensorflow==2.11.1
-tensorflow_estimator==2.11
-tensorflow_privacy==0.7.3
-tensorflow_probability==0.19.0
-torch>=1.13
 tqdm<5.0

requirements/tensorflow.txt

@@ -0,0 +1,5 @@
+protobuf>=3.9.2,<3.20
+tensorflow==2.11.1
+tensorflow_estimator==2.11
+tensorflow_privacy==0.7.3
+tensorflow_probability==0.19.0

requirements/test.txt

@@ -0,0 +1,5 @@
+faker==15.3.3
+flake8==4.0.1
+pylint==2.14.3
+pytest-cov==2.11.1
+pytest==6.1.2

requirements/torch.txt

@@ -0,0 +1 @@
+torch>=1.13

utils-requirements.txt → requirements/utils.txt

@@ -1,4 +1,3 @@
-category-encoders==2.2.2
 dython==0.7.0
 scikit-learn>=0.24
 scipy>=1.4.1

setup.py

@@ -28,9 +28,12 @@ def reqs(file, without=None):
         ]
 
 
-base_reqs = reqs("requirements.txt", without=["tensorflow==", "torch==", "sdv"])
-utils_reqs = reqs("utils-requirements.txt")
-test_reqs = reqs("test-requirements.txt")
+base_reqs = reqs("requirements/base.txt")
+utils_reqs = reqs("requirements/utils.txt")
+test_reqs = reqs("requirements/test.txt")
+torch_reqs = reqs("requirements/torch.txt")
+tf_reqs = reqs("requirements/tensorflow.txt")
+all_reqs = [base_reqs, utils_reqs, torch_reqs, tf_reqs]
 
 setup(
     name="gretel-synthetics",
@@ -47,7 +50,13 @@ def reqs(file, without=None):
     packages=find_packages("src"),
     python_requires=">=3.9",
     install_requires=base_reqs,
-    extras_require={"all": utils_reqs, "utils": utils_reqs, "test": test_reqs},
+    extras_require={
+        "all": all_reqs,
+        "utils": utils_reqs,
+        "test": test_reqs,
+        "torch": torch_reqs,
+        "tensorflow": tf_reqs,
+    },
     classifiers=[
         "Programming Language :: Python :: 3",
         "License :: Free To Use But Restricted",