diff --git a/engine/src/main/java/org/archive/crawler/framework/CrawlLimitEnforcer.java b/engine/src/main/java/org/archive/crawler/framework/CrawlLimitEnforcer.java index f0aa982f..c799dcc4 100644 --- a/engine/src/main/java/org/archive/crawler/framework/CrawlLimitEnforcer.java +++ b/engine/src/main/java/org/archive/crawler/framework/CrawlLimitEnforcer.java @@ -90,10 +90,11 @@ public class CrawlLimitEnforcer implements ApplicationListener public long getMaxWarcNovelBytes() { return maxWarcNovelBytes; } + /** - * Maximum number of novel (not deduplicated) bytes to download. Once this - * number is exceeded the crawler will stop. A value of zero means no upper - * limit. + * Maximum number of novel (not deduplicated) bytes to write to WARC + * response or resource records. Once this number is exceeded the crawler + * will stop. A value of zero means no upper limit. */ public void setMaxWarcNovelBytes(long maxWarcNovelBytes) { this.maxWarcNovelBytes = maxWarcNovelBytes;