From dc056d73f4d14d704de170b0b602eee14f5ca7ef Mon Sep 17 00:00:00 2001 From: gojomo Date: Tue, 26 Oct 2010 00:32:18 +0000 Subject: [PATCH] [HER-1832] URI without fetch-attempt causes either RuntimeException (H1) or nonsensical history info (H3) in FetchHistoryProcessor * FetchHistoryProcessor.java skip history-storage if no evidence of fetch-attempt (A_FETCH_START_TIME data) --- .../org/archive/modules/recrawl/FetchHistoryProcessor.java | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java b/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java index 4a776817..b0dbf7e1 100644 --- a/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java +++ b/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java @@ -131,8 +131,8 @@ public class FetchHistoryProcessor extends Processor { @Override - protected boolean shouldProcess(CrawlURI uri) { - // TODO evaluate if any pre-eligibility testing should occur - return true; + protected boolean shouldProcess(CrawlURI curi) { + // only process if curi contains evidence of fetch attempt + return curi.containsDataKey(A_FETCH_BEGAN_TIME); } } \ No newline at end of file