From a02a32cdfef0330fa52f939ef0c54db326f1202f Mon Sep 17 00:00:00 2001
From: Hunter <hunter.stern@fundingcircle.com>
Date: Wed, 13 Apr 2016 15:19:21 -0700
Subject: [PATCH] Make Content-Location header url INFERRED not REFFER hop type
 since Content-Location is not for redirection (#151)

---
 .../archive/modules/extractor/ExtractorHTTP.java | 16 ++++++++++++++--
 1 file changed, 14 insertions(+), 2 deletions(-)

diff --git a/modules/src/main/java/org/archive/modules/extractor/ExtractorHTTP.java b/modules/src/main/java/org/archive/modules/extractor/ExtractorHTTP.java
index 0e7fd78a..ab6f0bf6 100644
--- a/modules/src/main/java/org/archive/modules/extractor/ExtractorHTTP.java
+++ b/modules/src/main/java/org/archive/modules/extractor/ExtractorHTTP.java
@@ -62,8 +62,7 @@ public class ExtractorHTTP extends Extractor {
     protected void extract(CrawlURI curi) {
         // discover headers if present
         addHeaderLink(curi, "Location");
-        addHeaderLink(curi, "Content-Location");
-
+        addContentLocationHeaderLink(curi, "Content-Location");
         addRefreshHeaderLink(curi, "Refresh");
 
         // try /favicon.ico for every HTTP(S) URI
@@ -92,6 +91,19 @@ public class ExtractorHTTP extends Extractor {
         }
     }
 
+    protected void addContentLocationHeaderLink(CrawlURI curi, String headerKey) {
+        String headerValue = curi.getHttpResponseHeader(headerKey);
+        if (headerValue != null) {
+            try {
+                UURI dest = UURIFactory.getInstance(curi.getUURI(), headerValue);
+                addOutlink(curi, dest.toString(), LinkContext.INFERRED_MISC, Hop.INFERRED);
+                numberOfLinksExtracted.incrementAndGet();
+            } catch (URIException e) {
+                logUriError(e, curi.getUURI(), headerValue);
+            }
+        }
+    }
+    
     protected void addHeaderLink(CrawlURI curi, String headerName, String url) {
         try {
             UURI dest = UURIFactory.getInstance(curi.getUURI(), url);