lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-28 16:45:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

FetchHTTPRequest - include CrawlURI.getData().get("customHttpRequestHeaders"), if any, in http request

Browse Source
This commit is contained in:
Noah Levitt
2014-02-03 18:41:23 -08:00
parent ecb0eaf435
commit af44522fdf
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/fetcher/FetchHTTPRequest.java
+8
View File
@@ -244,6 +244,14 @@ class FetchHTTPRequest {
logger.warning("Invalid accept header: " + headerString);
}
}
@SuppressWarnings("unchecked")
Map<String, String> uriCustomHeaders = (Map<String, String>) curi.getData().get("customHttpRequestHeaders");
if (uriCustomHeaders != null) {
for (Entry<String, String> h: uriCustomHeaders.entrySet()) {
request.addHeader(h.getKey(), h.getValue());
}
}
}
/**