diff --git a/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java b/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java index 4a776817..b0dbf7e1 100644 --- a/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java +++ b/modules/src/main/java/org/archive/modules/recrawl/FetchHistoryProcessor.java @@ -131,8 +131,8 @@ public class FetchHistoryProcessor extends Processor { @Override - protected boolean shouldProcess(CrawlURI uri) { - // TODO evaluate if any pre-eligibility testing should occur - return true; + protected boolean shouldProcess(CrawlURI curi) { + // only process if curi contains evidence of fetch attempt + return curi.containsDataKey(A_FETCH_BEGAN_TIME); } } \ No newline at end of file