Add django_elasticsearch_dsl

.env.sample

@@ -8,6 +8,11 @@ DATABASE=postgresql://<user>:<pass>@<host>/<db>
 # database connection for the django database
 DATABASE_METADATA=postgresql://<user>:<pass>@<host>/<db>
 
+# elastic search connection
+ELASTICSEARCH_HOST=
+ELASTICSEARCH_USE_SSL=
+ELASTICSEARCH_CA_CERTS=
+
 # base url for the links to the files
 FILES_BASE_URL=http://isimip-files.pik-potsdam.org
 FILES_API_URL=http://isimip-files.pik-potsdam.org/api/v1

config/settings.py

@@ -41,6 +41,7 @@
     'rest_framework',
     'rest_framework.authtoken',
     'django_cleanup',
+    'django_elasticsearch_dsl',
     'django_extensions',
     'django_filters',
     'adminsortable2',
@@ -98,6 +99,14 @@
     'metadata': dj_database_url.parse(os.getenv('DATABASE_METADATA'))
 }
 
+ELASTICSEARCH_DSL = {
+    'default': {
+        'hosts': os.getenv('ELASTICSEARCH_HOST', 'localhost:9200'),
+        'use_ssl': (os.getenv('ELASTICSEARCH_USE_SSL', 'False').upper() == 'TRUE'),
+        'ca_certs': os.getenv('ELASTICSEARCH_CA_CERTS', False)
+    },
+}
+
 DEFAULT_AUTO_FIELD = 'django.db.models.AutoField'
 
 LANGUAGE_CODE = 'en-us'

isimip_data/metadata/documents.py

@@ -0,0 +1,21 @@
+from django_elasticsearch_dsl import Document
+from django_elasticsearch_dsl.registries import registry
+from .models import Dataset
+
+
+@registry.register_document
+class DatasetDocument(Document):
+    class Index:
+        name = 'datasets'
+        settings = {'number_of_shards': 1,
+                    'number_of_replicas': 0}
+
+    class Django:
+        model = Dataset
+
+        fields = [
+            'path'
+        ]
+
+    def get_queryset(self):
+        return Dataset.objects.using('metadata').all()

requirements/common.txt

@@ -3,6 +3,7 @@ Django~=3.2.5
 django-admin-sortable2~=1.0.0
 django-allauth~=0.45.0
 django-cleanup~=5.2.0
+django-elasticsearch-dsl~=7.2.2
 django-extensions~=3.1.3
 django-filter~=2.4.0
 django-settings-export~=1.2.1