From af44522fdf7f478ee128a2d11e69d9069715685b Mon Sep 17 00:00:00 2001
From: Noah Levitt <nlevitt@archive.org>
Date: Mon, 3 Feb 2014 18:41:23 -0800
Subject: [PATCH] FetchHTTPRequest - include
 CrawlURI.getData().get("customHttpRequestHeaders"), if any, in http request

---
 .../org/archive/modules/fetcher/FetchHTTPRequest.java     | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/modules/src/main/java/org/archive/modules/fetcher/FetchHTTPRequest.java b/modules/src/main/java/org/archive/modules/fetcher/FetchHTTPRequest.java
index 8a93c203..7f48ae9f 100644
--- a/modules/src/main/java/org/archive/modules/fetcher/FetchHTTPRequest.java
+++ b/modules/src/main/java/org/archive/modules/fetcher/FetchHTTPRequest.java
@@ -244,6 +244,14 @@ class FetchHTTPRequest {
                 logger.warning("Invalid accept header: " + headerString);
             }
         }
+        
+        @SuppressWarnings("unchecked")
+        Map<String, String> uriCustomHeaders = (Map<String, String>) curi.getData().get("customHttpRequestHeaders");
+        if (uriCustomHeaders != null) {
+            for (Entry<String, String> h: uriCustomHeaders.entrySet()) {
+                request.addHeader(h.getKey(), h.getValue());
+            }
+        }
     }
 
     /**