From ed3d64d91e671efb9dcee9eb13722a7b22aeb3c9 Mon Sep 17 00:00:00 2001 From: szznax Date: Tue, 16 Feb 2010 19:03:59 +0000 Subject: [PATCH] part of fix for HER-1736 long pause at startup reading large per-job job.log(s) * CrawlJob.java --- .../java/org/archive/crawler/framework/CrawlJob.java | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/engine/src/main/java/org/archive/crawler/framework/CrawlJob.java b/engine/src/main/java/org/archive/crawler/framework/CrawlJob.java index cceb6d6b..7e470b5f 100644 --- a/engine/src/main/java/org/archive/crawler/framework/CrawlJob.java +++ b/engine/src/main/java/org/archive/crawler/framework/CrawlJob.java @@ -168,12 +168,15 @@ public class CrawlJob implements Comparable, ApplicationListener { startPosition = jobLog.length()-(FileUtils.ONE_KB * 100); // indicate that job log is too big to count launches accurately getJobLogger().log(Level.INFO,"Job log (" + jobLog.toString() - + ") too big (" + NumberFormat.getInstance().format(jobLog.length()) - + " bytes) to efficiently count launches. OK to move aside."); + + ") too big (" + + NumberFormat.getInstance().format(jobLog.length()) + + " bytes) to efficiently count launches. " + + "Note: large log files can be safely moved aside."); } FileInputStream jobLogIn = new FileInputStream(jobLog); jobLogIn.getChannel().position(startPosition); - BufferedReader jobLogReader = new BufferedReader(new InputStreamReader(jobLogIn)); + BufferedReader jobLogReader = new BufferedReader( + new InputStreamReader(jobLogIn)); String line; while ((line = jobLogReader.readLine()) != null) { Matcher m = launchLine.matcher(line);