Merge pull request #1 from moj-analytical-services/ci

merge ci to master
moj-analytical-services · Jun 6, 2020 · a64e0b2 · a64e0b2
2 parents 4db156d + ef755c4
commit a64e0b2
Show file tree

Hide file tree

Showing 4 changed files with 3 additions and 1 deletion.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -32,6 +32,7 @@ jobs:
         run: |
           python3 -m pip install --upgrade pip
           python3 -m pip install -r requirements.txt
+          echo -e "import nltk\nnltk.download('punkt')" | python3  # it needs punkt in order to work properly (dataset by default not downloaded at main nltk installation)
       - name: Run tests with pytest
         env:
           PYTHONHASHSEED: 123  # required for deterministic reproducibility of two Word2Vec tests

diff --git a/pdf2embeddings/__init__.py b/pdf2embeddings/__init__.py
@@ -1,2 +1 @@
-from pdf2embeddings import scraper, arrange_text, embedder, process_user_queries
 __version__ = '0.1.0'
diff --git a/requirements.txt b/requirements.txt
@@ -3,6 +3,7 @@ gensim==3.8.1
 nltk==3.4.5
 numpy==1.18.2
 pandas==0.25.3
+ply==3.11
 pyarrow==0.16.0
 pytest==5.4.1
 scikit-learn==0.22.1

diff --git a/setup.py b/setup.py
@@ -29,6 +29,7 @@ def read(*paths):
         "nltk==3.4.5",
         "numpy==1.18.2",
         "pandas==0.25.3",
+        "ply==3.11",
         "pyarrow==0.16.0",
         "pytest==5.4.1",
         "scikit-learn==0.22.1",