diff --git a/modules/src/main/java/org/archive/modules/fetcher/FetchStats.java b/modules/src/main/java/org/archive/modules/fetcher/FetchStats.java index 007eafe7..58f33ac9 100644 --- a/modules/src/main/java/org/archive/modules/fetcher/FetchStats.java +++ b/modules/src/main/java/org/archive/modules/fetcher/FetchStats.java @@ -74,7 +74,6 @@ public class FetchStats extends CrawledBytesHistotable implements Serializable, } break; case SUCCEEDED: - this.accumulate(curi); tally(FETCH_SUCCESSES, 1); tally(FETCH_RESPONSES, 1); tally(TOTAL_BYTES, curi.getContentSize()); @@ -100,6 +99,10 @@ public class FetchStats extends CrawledBytesHistotable implements Serializable, default: break; } + + if (curi.getFetchStatus() > 0) { + this.accumulate(curi); + } } public long getFetchSuccesses() {