lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-23 22:26:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

[HER-1710] on problem loading persist log, close reader

Browse Source
This commit is contained in:
nlevitt
2009-11-18 03:02:28 +00:00
parent 56055d8236
commit be81d3733a
1 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/recrawl/PersistProcessor.java
+9 -2
View File
@@ -202,10 +202,17 @@ public abstract class PersistProcessor extends Processor {
logger.fine(splits[0] + " " + ArchiveUtils.prettyString(alist));
}
if (historyMap != null) {
// XXX allow RuntimeExceptions to propagate
if (historyMap != null) try {
historyMap.put(splits[0], alist);
} catch (Exception e) {
logger.log(Level.SEVERE, "caught exception after loading " + count +
" urls from the persist log (perhaps crawl was stopped by user?)", e);
IOUtils.closeQuietly(persistLogReader);
// seems to finish most cleanly when we return rather than throw something
return count;
}
count++;
}
IOUtils.closeQuietly(persistLogReader);