documents: Import documents from RERODOC

* Harvests and imports data from RERODOC, based on defined sets. * Activates Celery beat for tasks processing. * Adds manual translations file. * Removes fake institutions and documents fixtures. * Logs errors in a file for tracking import failures. * Re-enables marshmallow serializers, closes #79. * Changes JSON schema properties for titles and abstracts. * Updates detail view. * Closes #76. Co-Authored-by: Sébastien Délèze <sebastien.deleze@rero.ch>
rero · Feb 7, 2020 · 4f64c94 · 4f64c94
1 parent d1f9d99
commit 4f64c94
Show file tree

Hide file tree

Showing 52 changed files with 3,771 additions and 2,170 deletions.
diff --git a/.dockerignore b/.dockerignore
@@ -13,3 +13,5 @@ docker-compose.yml
 docker-compose-dev.yml
 
 Procfile*
+
+celerybeat-schedule
diff --git a/.gitignore b/.gitignore
@@ -74,3 +74,6 @@ target/
 
 # Generated JSON schema
 sonar/modules/documents/jsonschemas/documents/document-v1.0.0.json
+
+# Celery
+celerybeat-schedule
diff --git a/Pipfile b/Pipfile
@@ -19,6 +19,7 @@ python3-saml = "*"
 xmltodict = "*"
 marshmallow = "<=3.0.0b6"
 pycountry = "*"
+invenio-oaiharvester = {editable = true,ref = "v1.0.0a4",git = "https://github.com/inveniosoftware/invenio-oaiharvester.git"}
 
 [dev-packages]
 Flask-Debugtoolbar = ">=0.10.1"

diff --git a/Pipfile.lock b/Pipfile.lock
diff --git a/babel.ini b/babel.ini
@@ -18,6 +18,8 @@
 # Extraction from Python source files
 [python: **.py]
 encoding = utf-8
+[python: **/manual_translations.txt]
+encoding = utf-8
 
 # Extraction from Jinja2 templates
 [jinja2: **/templates/**.html]