mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-09-22 21:55:54 +00:00
[HER-1832] URI without fetch-attempt causes either RuntimeException (H1) or nonsensical history info (H3) in FetchHistoryProcessor
* FetchHistoryProcessor.java
skip history-storage if no evidence of fetch-attempt (A_FETCH_START_TIME data)
This commit is contained in:
@@ -131,8 +131,8 @@ public class FetchHistoryProcessor extends Processor {
|
||||
|
||||
|
||||
@Override
|
||||
protected boolean shouldProcess(CrawlURI uri) {
|
||||
// TODO evaluate if any pre-eligibility testing should occur
|
||||
return true;
|
||||
protected boolean shouldProcess(CrawlURI curi) {
|
||||
// only process if curi contains evidence of fetch attempt
|
||||
return curi.containsDataKey(A_FETCH_BEGAN_TIME);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user