lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-24 06:36:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

part of fix for HER-1736 long pause at startup reading large per-job job.log(s)

Browse Source 
* CrawlJob.java
This commit is contained in:
szznax
2010-02-16 19:03:59 +00:00
parent acfe95fea3
commit ed3d64d91e
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
engine/src/main/java/org/archive/crawler/framework/CrawlJob.java
+6 -3
View File
@@ -168,12 +168,15 @@ public class CrawlJob implements Comparable<CrawlJob>, ApplicationListener {
startPosition = jobLog.length()-(FileUtils.ONE_KB * 100);
// indicate that job log is too big to count launches accurately
getJobLogger().log(Level.INFO,"Job log (" + jobLog.toString()
+ ") too big (" + NumberFormat.getInstance().format(jobLog.length())
+ " bytes) to efficiently count launches. OK to move aside.");
+ ") too big ("
+ NumberFormat.getInstance().format(jobLog.length())
+ " bytes) to efficiently count launches. "
+ "Note: large log files can be safely moved aside.");
}
FileInputStream jobLogIn = new FileInputStream(jobLog);
jobLogIn.getChannel().position(startPosition);
BufferedReader jobLogReader = new BufferedReader(new InputStreamReader(jobLogIn));
BufferedReader jobLogReader = new BufferedReader(
new InputStreamReader(jobLogIn));
String line;
while ((line = jobLogReader.readLine()) != null) {
Matcher m = launchLine.matcher(line);