lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-22 13:46:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

* TextSeedModule

Browse Source 
(actOn) use ArchiveUtils.getBufferedReader so that seeds-files via action directory may optionally be gzipped (indicated by .gz suffix)
This commit is contained in:
gojomo
2011-07-09 02:13:52 +00:00
parent d742434b4e
commit a8682ff1ff
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/seeds/TextSeedModule.java
+4 -5
View File
@@ -21,8 +21,6 @@ package org.archive.modules.seeds;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.IOException;
import java.io.Reader;
import java.io.Writer;
@@ -39,6 +37,7 @@ import org.archive.modules.SchedulingConstants;
import org.archive.net.UURI;
import org.archive.net.UURIFactory;
import org.archive.spring.WriteTarget;
import org.archive.util.ArchiveUtils;
import org.archive.util.DevUtils;
import org.archive.util.iterator.LineReadingIterator;
import org.archive.util.iterator.RegexLineIterator;
@@ -207,10 +206,10 @@ implements ReadSource {
public void actOn(File f) {
BufferedReader reader = null;
try {
reader = new BufferedReader(new FileReader(f));
reader = ArchiveUtils.getBufferedReader(f);
announceSeedsFromReader(reader, null);
} catch(FileNotFoundException fnf) {
logger.log(Level.SEVERE,"seed file source not found",fnf);
} catch (IOException ioe) {
logger.log(Level.SEVERE,"problem reading seed file "+f,ioe);
} finally {
IOUtils.closeQuietly(reader);
}