Use metadata keys last-modified and etag; fixes #109

apache · Jul 4, 2016 · 53749f5 · 53749f5
1 parent 4ab3ff4
commit 53749f5
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/core/src/main/java/com/digitalpebble/stormcrawler/protocol/httpclient/HttpProtocol.java b/core/src/main/java/com/digitalpebble/stormcrawler/protocol/httpclient/HttpProtocol.java
@@ -129,12 +129,12 @@ public ProtocolResponse getProtocolOutput(String url, Metadata md)
         httpget.setConfig(requestConfig);
 
         if (md != null) {
-            String ifModifiedSince = md.getFirstValue("cachedLastModified");
-            if (StringUtils.isNotBlank(ifModifiedSince)) {
-                httpget.addHeader("If-Modified-Since", ifModifiedSince);
+            String lastModified = md.getFirstValue("last-modified");
+            if (StringUtils.isNotBlank(lastModified)) {
+                httpget.addHeader("If-Modified-Since", lastModified);
             }
 
-            String ifNoneMatch = md.getFirstValue("cachedEtag");
+            String ifNoneMatch = md.getFirstValue("etag");
             if (StringUtils.isNotBlank(ifNoneMatch)) {
                 httpget.addHeader("If-None-Match", ifNoneMatch);
             }