Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

EXIF Support #2206

Merged
merged 1 commit into from Jul 13, 2015
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
8 changes: 8 additions & 0 deletions docs/reference/developers/settings.txt
Expand Up @@ -549,4 +549,12 @@ Default::
'JPEG', 'PDF', 'PNG' 'Tiles',
]

Contrib settings
=================

EXIF_ENABED
...........
Default: ``False``

A boolean that specifies whether the Exif contrib app is enabled. If enabled, metadata is generated from Exif tags when documents are uploaded.

4 changes: 4 additions & 0 deletions geonode/context_processors.py
Expand Up @@ -106,6 +106,10 @@ def resource_urls(request):
USE_NOTIFICATIONS=('notification' in settings.INSTALLED_APPS),
DEFAULT_ANONYMOUS_VIEW_PERMISSION=getattr(settings, 'DEFAULT_ANONYMOUS_VIEW_PERMISSION', False),
DEFAULT_ANONYMOUS_DOWNLOAD_PERMISSION=getattr(settings, 'DEFAULT_ANONYMOUS_DOWNLOAD_PERMISSION', False),
EXIF_ENABLED=getattr(
settings,
"EXIF_ENABLED",
False),
SEARCH_FILTERS=getattr(
settings,
'SEARCH_FILTERS',
Expand Down
Empty file.
26 changes: 26 additions & 0 deletions geonode/contrib/exif/templates/exif/_exif_document_detail.html
@@ -0,0 +1,26 @@
{% load i18n %}

{% block exif_tags %}
<article class="tab-pane" id="exif">
<dl class="dl-horizontal">
<dt>{% trans 'Width' %}</dt>
<dd>{{ exif_data.width }}</dd>
<dt>{% trans 'Height' %}</dt>
<dd>{{ exif_data.height }}</dd>
<dt>{% trans 'Make' %}</dt>
<dd>{{ exif_data.make }}</dd>
<dt>{% trans 'Model' %}</dt>
<dd>{{ exif_data.model }}</dd>
<dt>{% trans 'Date' %}</dt>
<dd>{{ exif_data.date }}</dd>
<dt>{% trans 'Latitude' %}</dt>
<dd>{% if exif_data.lat %}{{ exif_data.lat }}{% else %}{% trans 'Not specified' %}{% endif %}</dd>
<dt>{% trans 'Longitude' %}</dt>
<dd>{% if exif_data.lon %}{{ exif_data.lon }}{% else %}{% trans 'Not specified' %}{% endif %}</dd>
<dt>{% trans 'Flash' %}</dt>
<dd>{% if exif_data.flash %}{% trans 'True' %}{% else %}{% trans 'False'%}{% endif %}</dd>
<dt>{% trans 'Speed Rating' %}</dt>
<dd>{{ exif_data.speed }}</dd>
</dl>
</article>
{% endblock %}
Empty file added geonode/contrib/exif/tests.py
Empty file.
202 changes: 202 additions & 0 deletions geonode/contrib/exif/utils.py
@@ -0,0 +1,202 @@
# -*- coding: utf-8 -*-
#########################################################################
#
# Copyright (C) 2012 OpenPlans
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
#########################################################################

import os

from slugify import Slugify
from datetime import datetime

custom_slugify = Slugify(separator='_')

ABSTRACT_TEMPLATE_MODEL_DATE_LATLON = "Image shot by {model} on {date} at {lat}, {lon} (latitude, longitude)"
ABSTRACT_TEMPLATE_MODEL_DATE = "Image shot by {model} on {date}"
ABSTRACT_TEMPLATE_MODEL = "Image shot by {model}"
ABSTRACT_TEMPLATE_DATE = "Image shot on {date}"


def convertExifDateToDjangoDate(date):
a = list(date.replace(" ", "T"))
a[4] = "-"
a[7] = "-"
a[10] = "T"

return datetime(
int("".join(a[0:4])),
int("".join(a[5:7])),
int("".join(a[8:10])),
int("".join(a[11:13])),
int("".join(a[14:16]))
)


def convertExifLocationToDecimalDegrees(location, direction):
if location:
dd = 0.0
d, m, s = location
dd += float(d[0]) / float(d[1])
dd += (float(m[0]) / float(m[1])) / 60.0
dd += (float(s[0]) / float(s[1])) / 3600.0

if direction:
if direction.lower() == 's' or direction.lower() == 'w':
dd = dd * -1.0
return dd
else:
return None


def exif_extract_dict(doc):

if not doc:
return None

if not doc.doc_file:
return None

if os.path.splitext(doc.doc_file.name)[1].lower()[1:] in ["jpg", "jpeg"]:
from PIL import Image, ExifTags
img = Image.open(doc.doc_file.path)
exif_data = {
ExifTags.TAGS[k]: v
for k, v in img._getexif().items() if k in ExifTags.TAGS
}

exif_dict = {
'width': exif_data.get('ExifImageWidth', None),
'height': exif_data.get('ExifImageHeight', None),
'make': exif_data.get('Make', None),
'model': exif_data.get('Model', None),
'date': None,
'lat': None,
'lon': None,
'flash': exif_data.get('Flash', 0),
'speed': exif_data.get('ISOSpeedRatings', 0)
}

date = None
if "DateTime" in exif_data:
date = exif_data["DateTime"]
elif "DateTimeOriginal" in exif_data:
date = exif_data["DateTimeOriginal"]
elif "DateTimeDigitized" in exif_data:
date = exif_data["DateTimeDigitized"]

if date:
try:
date = convertExifDateToDjangoDate(date)
except:
print "Could not parse exif date"
date = None

if date:
exif_dict['date'] = date

if "GPSInfo" in exif_data:
gpsinfo = {}
for key in exif_data["GPSInfo"].keys():
decode = ExifTags.GPSTAGS.get(key, key)
gpsinfo[decode] = exif_data["GPSInfo"][key]
if "GPSLatitude" in gpsinfo and "GPSLongitude" in gpsinfo:
lat = convertExifLocationToDecimalDegrees(gpsinfo["GPSLatitude"], gpsinfo.get('GPSLatitudeRef', 'N'))
lon = convertExifLocationToDecimalDegrees(gpsinfo["GPSLongitude"], gpsinfo.get('GPSLongitudeRef', 'E'))
exif_dict['lat'] = lat
exif_dict['lon'] = lon

return exif_dict

else:
return None


def exif_extract_metadata_doc(doc):

if not doc:
return None

if not doc.doc_file:
return None

if os.path.splitext(doc.doc_file.name)[1].lower()[1:] in ["jpg", "jpeg"]:
from PIL import Image, ExifTags
img = Image.open(doc.doc_file.path)
exif_data = {
ExifTags.TAGS[k]: v
for k, v in img._getexif().items() if k in ExifTags.TAGS
}

model = None
date = None
keywords = []
bbox = None
lat = None
lon = None
abstract = None

if "DateTime" in exif_data:
date = exif_data["DateTime"]
elif "DateTimeOriginal" in exif_data:
date = exif_data["DateTimeOriginal"]
elif "DateTimeDigitized" in exif_data:
date = exif_data["DateTimeDigitized"]

if date:
try:
date = convertExifDateToDjangoDate(date)
except:
print "Could not parse exif date"
date = None

if "Make" in exif_data:
keywords.append(custom_slugify(exif_data["Make"]))

if "Model" in exif_data:
model = exif_data.get("Model", None)
keywords.append(custom_slugify(model))

if "GPSInfo" in exif_data:
gpsinfo = {}
for key in exif_data["GPSInfo"].keys():
decode = ExifTags.GPSTAGS.get(key, key)
gpsinfo[decode] = exif_data["GPSInfo"][key]
if "GPSLatitude" in gpsinfo and "GPSLongitude" in gpsinfo:
lat = convertExifLocationToDecimalDegrees(gpsinfo["GPSLatitude"], gpsinfo.get('GPSLatitudeRef', 'N'))
lon = convertExifLocationToDecimalDegrees(gpsinfo["GPSLongitude"], gpsinfo.get('GPSLongitudeRef', 'E'))
bbox = (lon, lon, lat, lat)

abstract = exif_build_abstract(model=model, date=date, lat=lat, lon=lon)

return {'date': date, 'keywords': keywords, 'bbox': bbox, 'abstract': abstract}

else:
return None


def exif_build_abstract(model=None, date=None, lat=None, lon=None):

if model and date and lat and lon:
return ABSTRACT_TEMPLATE_MODEL_DATE_LATLON.format(model=model, date=date, lat=lat, lon=lon)
elif model and date:
return ABSTRACT_TEMPLATE_MODEL_DATE.format(model=model, date=date)
elif model:
return ABSTRACT_TEMPLATE_MODEL.format(model=model)
elif date:
return ABSTRACT_TEMPLATE_DATE.format(date=date)
else:
return None
6 changes: 6 additions & 0 deletions geonode/documents/templates/documents/document_detail.html
Expand Up @@ -75,6 +75,12 @@ <h4>{% trans 'Average Rating' %}</h4>
<div class="overall_rating" style="float:left" data-score="{{ document_rating }}"></div> ({{num_votes}})
<!-- TODO: Add display of who gave what rating based -->
</article>

{% if EXIF_ENABLED and exif_data %}
{% block exif %}
{% include "exif/_exif_document_detail.html" %}
{% endblock %}
{% endif %}
</div>
</div>

Expand Down
48 changes: 48 additions & 0 deletions geonode/documents/views.py
Expand Up @@ -99,6 +99,15 @@ def document_detail(request, docid):
if settings.SOCIAL_ORIGINS:
context_dict["social_links"] = build_social_links(request, document)

if getattr(settings, 'EXIF_ENABLED', False):
try:
from geonode.contrib.exif.utils import exif_extract_dict
exif = exif_extract_dict(document)
if exif:
context_dict['exif_data'] = exif
except:
print "Exif extraction failed."

return render_to_response(
"documents/document_detail.html",
RequestContext(request, context_dict))
Expand Down Expand Up @@ -142,8 +151,47 @@ def form_valid(self, form):
if settings.RESOURCE_PUBLISHING:
is_published = False
self.object.is_published = is_published

self.object.save()
self.object.set_permissions(form.cleaned_data['permissions'])

abstract = None
date = None
keywords = []
bbox = None

if getattr(settings, 'EXIF_ENABLED', False):
try:
from geonode.contrib.exif.utils import exif_extract_metadata_doc
exif_metadata = exif_extract_metadata_doc(self.object)
if exif_metadata:
date = exif_metadata.get('date', None)
keywords.extend(exif_metadata.get('keywords', []))
bbox = exif_metadata.get('bbox', None)
abstract = exif_metadata.get('abstract', None)
except:
print "Exif extraction failed."

if abstract:
self.object.abstract = abstract
self.object.save()

if date:
self.object.date = date
self.object.date_type = "Creation"
self.object.save()

if len(keywords) > 0:
self.object.keywords.add(*keywords)

if bbox:
bbox_x0, bbox_x1, bbox_y0, bbox_y1 = bbox
Document.objects.filter(id=self.object.pk).update(
bbox_x0=bbox_x0,
bbox_x1=bbox_x1,
bbox_y0=bbox_y0,
bbox_y1=bbox_y1)

return HttpResponseRedirect(
reverse(
'document_metadata',
Expand Down
4 changes: 4 additions & 0 deletions geonode/settings.py
Expand Up @@ -232,6 +232,7 @@
# GeoNode Contrib Apps

# 'geonode.contrib.dynamic',
'geonode.contrib.exif',

# GeoServer Apps
# Geoserver needs to come last because
Expand Down Expand Up @@ -792,6 +793,9 @@
# option to enable/disable resource unpublishing for administrators
RESOURCE_PUBLISHING = False

# Settings for EXIF contrib app
EXIF_ENABLED = False

CACHES = {
# DUMMY CACHE FOR DEVELOPMENT
'default': {
Expand Down
3 changes: 3 additions & 0 deletions geonode/templates/_actions.html
Expand Up @@ -12,4 +12,7 @@
{% if GEOGIG_ENABLED and resource.link_set.geogig %}
<li><a href="#geogig" data-toggle="tab"><i class="fa fa-code-fork"></i> {% trans "GeoGig" %}</a></li>
{% endif %}
{% if EXIF_ENABLED and resource.polymorphic_ctype.name == 'document' and exif_data %}
<li><a href="#exif" data-toggle="tab"><i class="fa fa-photo"></i> {% trans "Exif" %}</a></li>
{% endif %}
</ul>