lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-27 16:15:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

* SurtPrefixedDecideRule.java

Browse Source 
buildSurtPrefixSet() - close the reader obtained from surtsSource when
    we're finished with it
This commit is contained in:
nlevitt
2011-01-11 20:46:15 +00:00
parent 36515bdbf6
commit 463d295c24
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/deciderules/surt/SurtPrefixedDecideRule.java
+8 -2
View File
@@ -22,8 +22,10 @@ package org.archive.modules.deciderules.surt;
import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.io.Reader;
import java.util.logging.Logger;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.StringUtils;
import org.archive.io.ReadSource;
import org.archive.modules.CrawlURI;
@@ -222,9 +224,13 @@ implements
* which may include both URIs and '+'-prefixed directives).
*/
protected void buildSurtPrefixSet() {
// read SURTs from textSource if appropriate
if (getSurtsSource() != null) {
surtPrefixes.importFromMixed(getSurtsSource().obtainReader(), true);
Reader reader = getSurtsSource().obtainReader();
try {
surtPrefixes.importFromMixed(reader, true);
} finally {
IOUtils.closeQuietly(reader);
}
}
}