This repository has been archived by the owner on Mar 12, 2020. It is now read-only.
/
tasks.py
67 lines (49 loc) · 1.84 KB
/
tasks.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# -*- coding: utf-8 -*-
from __future__ import absolute_import
from functools import partial
import io
import json
import tempfile
from flask import current_app
from ogre.xml import FGDCParser
from kepler import compose
from kepler.geoserver import put
from kepler.bag import read_fgdc
from kepler.records import create_record
from kepler.services.solr import SolrServiceManager
from kepler.git import repository
from kepler import sword
def tasks(task_list):
return compose(*reversed(task_list))
def upload_to_geoserver(record, data, mimetype):
put(record._filename, data, mimetype)
return record, data
def index_record(record, data=None):
solr = SolrServiceManager(current_app.config['SOLR_URL'])
solr.postMetaDataToServer([record.as_dict()])
return record, data
def make_record(job, data, **kwargs):
layer_id = "%s:%s" % (current_app.config['GEOSERVER_WORKSPACE'],
job.item.uri)
properties = {
'layer_id_s': layer_id,
'_filename': job.item.uri,
}
properties.update(kwargs)
fgdc = read_fgdc(data)
return create_record(fgdc, FGDCParser, **properties), data
def index_records(records):
solr = SolrServiceManager(current_app.config['SOLR_URL'])
solr.postMetaDataToServer(records)
def load_repo_records(repo):
for item in repository(repo):
with io.open(item.solr_json, encoding='utf-8') as fp:
yield json.load(fp)
def submit_to_dspace(record, filename):
pkg = sword.SWORDPackage(uuid=record.uuid)
pkg.datafiles.append(filename)
with tempfile.NamedTemporaryFile(suffix='.zip') as fp:
pkg.write(fp)
handle = sword.submit(current_app.config['SWORD_SERVICE_URL'], fp.name)
shapefile_upload_task = partial(upload_to_geoserver, mimetype='application/zip')
tiff_upload_task = partial(upload_to_geoserver, mimetype='image/tiff')