Merge pull request #84 from MAIF/features/github_actions

Closes #83
MAIF · Jun 7, 2021 · 0a40ab5 · 0a40ab5
2 parents a392d75 + 74aa455
commit 0a40ab5
Show file tree

Hide file tree

Showing 12 changed files with 167 additions and 138 deletions.
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -0,0 +1,45 @@
+name: Build & Test
+on: push
+
+jobs:
+  build_test_publish:
+    name: "Build & Test"
+    runs-on: ubuntu-latest
+    strategy:
+      max-parallel: 1
+      matrix:
+        python-version: [3.6]
+    steps:
+    - uses: actions/checkout@v2
+    - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
+    - run: echo "🖥️ The workflow is now ready to test your code on the runner."
+    - name: List files in the repository
+      run: |
+        ls ${{ github.workspace }}
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip wheel setuptools
+        pip install flake8 pytest
+        if [ -f requirements_dev.txt ]; then pip install -r requirements_dev.txt; fi
+    - name: Lint with flake8
+      run: |
+        # stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+    - name: Test with pytest
+      run: |
+        pytest
+    - name: Build python package
+      run: |
+        python setup.py sdist bdist_wheel
+    - name: Deploy to PyPI
+      if: success() && startsWith(github.ref, 'refs/tags') && matrix.python-version == 3.6
+      uses: pypa/gh-action-pypi-publish@master
+      with:
+        user: __token__
+        password: ${{ secrets.PYPI_API_TOKEN }}
diff --git a/.travis.yml b/.travis.yml
diff --git a/melusine/summarizer/keywords_generator.py b/melusine/summarizer/keywords_generator.py
@@ -107,7 +107,7 @@ def __init__(
         n_docs_in_class=100,
         keywords_coef=10,
     ):
-        self.max_tfidf_features_ = max_tfidf_features
+        self.max_tfidf_features = max_tfidf_features
         self.tfidf_vectorizer = TfidfVectorizer(max_features=max_tfidf_features)
         self.keywords = keywords
         self.stopwords = stopwords

diff --git a/requirements_dev.txt b/requirements_dev.txt
@@ -5,12 +5,24 @@ flake8==3.5.0
 numpydoc==0.8.0
 Sphinx==3.0.4
 sphinx-bootstrap-theme==0.6.5
-tox==3.5.2
 twine==3.2.0
 psutil>=5.7.0
 pytest==3.8.2
 pytest-runner==4.2
 watchdog==0.9.0
 wheel==0.32.1
+pandas>=0.25.0
+scikit-learn>=0.19.0
+gensim>=4.0.0
+tqdm>=4.34
+streamlit>=0.57.3
+tensorflow>=2.2.0
+transformers==3.4.0
+unidecode>=1.0
+flashtext>=2.7
+plotly
+h5py==2.10.0
+numpy>=1.16.4,<1.19.0
+joblib>=1.0
 
 
diff --git a/tests/__init__.py b/tests/__init__.py
diff --git a/tests/integration_test/__init__.py b/tests/integration_test/__init__.py
diff --git a/tests/unit_tests/__init__.py b/tests/unit_tests/__init__.py
diff --git a/tests/unit_tests/nlp_tools/__init__.py b/tests/unit_tests/nlp_tools/__init__.py
diff --git a/tests/unit_tests/prepare_email/__init__.py b/tests/unit_tests/prepare_email/__init__.py
diff --git a/tox.ini b/tox.ini
diff --git a/tutorial/tutorial06_keywordsgenerator.ipynb b/tutorial/tutorial06_keywordsgenerator.ipynb
@@ -139,7 +139,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -162,21 +162,23 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "KeywordsGenerator(copy=True, keywords=['devis', 'contrat', 'resilitation'],\n",
-       "         keywords_coef=10, max_tfidf_features=None, n_docs_in_class=100,\n",
-       "         n_jobs=20, n_max_keywords=5, n_min_keywords=0, progress_bar=True,\n",
-       "         resample=False,\n",
-       "         stopwords=(['au', 'aux', 'avec', 'ce', 'ces', 'dans', 'de', 'des', 'du', 'elle', 'en', 'et', 'eux', 'il', 'je', 'la', 'le', 'leur', 'lui', 'ma', 'mais', 'me', 'même', 'mes', 'moi', 'mon', 'ne', 'nos', 'notre', 'nous', 'on', 'ou', 'par', 'pas', 'pour', 'qu', 'que', 'qui', 'sa', 'se', 'ses', 'son', 's..., 'ayons', 'ayez', 'aient', 'eusse', 'eusses', 'eût', 'eussions', 'eussiez', 'eussent', 'suivant'],),\n",
-       "         threshold_keywords=0.1)"
+       "KeywordsGenerator(keywords=['devis', 'contrat', 'resilitation'],\n",
+       "                  n_max_keywords=5,\n",
+       "                  stopwords=(['au', 'aux', 'avec', 'ce', 'ces', 'dans', 'de',\n",
+       "                              'des', 'du', 'elle', 'en', 'et', 'eux', 'il',\n",
+       "                              'je', 'la', 'le', 'leur', 'lui', 'ma', 'mais',\n",
+       "                              'me', 'même', 'mes', 'moi', 'mon', 'ne', 'nos',\n",
+       "                              'notre', 'nous', ...],),\n",
+       "                  threshold_keywords=0.1)"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 7,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -194,7 +196,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 7,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -203,7 +205,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
@@ -277,7 +279,7 @@
        "4              [ci, joint, bulletin, salaire, comme]  "
       ]
      },
-     "execution_count": 8,
+     "execution_count": 9,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -288,7 +290,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
     {
@@ -316,7 +318,7 @@
        " 'lassurance']"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -327,7 +329,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
@@ -336,21 +338,28 @@
        "['nouvelle', 'immatriculation', 'prie', 'trouver', 'faire']"
       ]
      },
-     "execution_count": 10,
+     "execution_count": 11,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
     "df_emails_preprocessed.keywords[1]"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "emails_prod_without_melusine",
+   "display_name": "sentiment",
    "language": "python",
-   "name": "emails_prod_without_melusine"
+   "name": "sentiment"
   },
   "language_info": {
    "codemirror_mode": {
@@ -362,7 +371,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.5"
+   "version": "3.6.13"
   }
  },
  "nbformat": 4,