lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-27 08:05:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #106 from nlevitt/aitfive-39

Browse Source 
seriously, fix extraInfo handling in AMQPCrawlLogFeed
This commit is contained in:
jkafader
2014-10-26 19:20:38 -07:00
parent 23a07d5cef 6f21ede979
commit edcc7cef21
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
contrib/src/main/java/org/archive/modules/postprocessor/AMQPCrawlLogFeed.java
+4 -2
View File
@@ -145,8 +145,10 @@ public class AMQPCrawlLogFeed extends AMQPProducerProcessor implements Lifecycle
if (ei == null) {
ei = new JSONObject();
}
jo.put("warc_filename", checkForNull(ei.opt("warcFilename")));
jo.put("warc_offset", checkForNull(ei.opt("warcFileOffset")));
// copy so we can remove unrolled fields
ei = new JSONObject(curi.getExtraInfo().toString());
jo.put("warc_filename", checkForNull(ei.remove("warcFilename")));
jo.put("warc_offset", checkForNull(ei.remove("warcFileOffset")));
jo.put("extra_info", ei);
String str = jo.toString();