From 80098788f4733f9f416135f81e8aabff1a648602 Mon Sep 17 00:00:00 2001 From: Julien Nioche Date: Tue, 13 Jun 2017 12:54:18 +0100 Subject: [PATCH] Use ISO representation of time for discoveryDate and lastProcessedDate, fixes #477 --- .../persistence/AbstractStatusUpdaterBolt.java | 10 +++------- 1 file changed, 3 insertions(+), 7 deletions(-) diff --git a/core/src/main/java/com/digitalpebble/stormcrawler/persistence/AbstractStatusUpdaterBolt.java b/core/src/main/java/com/digitalpebble/stormcrawler/persistence/AbstractStatusUpdaterBolt.java index 527d1f3e0..b13672a1c 100644 --- a/core/src/main/java/com/digitalpebble/stormcrawler/persistence/AbstractStatusUpdaterBolt.java +++ b/core/src/main/java/com/digitalpebble/stormcrawler/persistence/AbstractStatusUpdaterBolt.java @@ -16,8 +16,7 @@ */ package com.digitalpebble.stormcrawler.persistence; -import java.text.DateFormat; -import java.text.SimpleDateFormat; +import java.time.Instant; import java.util.Date; import java.util.HashMap; import java.util.Map; @@ -50,9 +49,6 @@ public abstract class AbstractStatusUpdaterBolt extends BaseRichBolt { private static final Logger LOG = LoggerFactory .getLogger(AbstractStatusUpdaterBolt.class); - private static final DateFormat dateFormat = new SimpleDateFormat( - "yyyy-MM-dd'T'HH:mm:ss"); - /** * Parameter name to indicate whether the internal cache should be used for * discovered URLs. The value of the parameter is a boolean - true by @@ -145,8 +141,8 @@ public void execute(Tuple tuple) { Metadata metadata = (Metadata) tuple.getValueByField("metadata"); - // store last processed or discovery date - final String nowAsString = dateFormat.format(new Date()); + // store last processed or discovery date in UTC + final String nowAsString = Instant.now().toString(); if (status.equals(Status.DISCOVERED)) { metadata.setValue("discoveryDate", nowAsString); } else {