From 211cd7c6590ae1279b9e387f7515065e8b239a19 Mon Sep 17 00:00:00 2001 From: gojomo Date: Thu, 27 Aug 2009 23:13:11 +0000 Subject: [PATCH] [HER-1669] slow crawl/contention n WARCWriterProcessor * CrawlController.java increase default size of in-memory recording buffers outBuffer (requests): 4K -> 16K inBuffer (responses): 64K -> 512K --- .../java/org/archive/crawler/framework/CrawlController.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/engine/src/main/java/org/archive/crawler/framework/CrawlController.java b/engine/src/main/java/org/archive/crawler/framework/CrawlController.java index 5df20a6e..0b3e07a0 100644 --- a/engine/src/main/java/org/archive/crawler/framework/CrawlController.java +++ b/engine/src/main/java/org/archive/crawler/framework/CrawlController.java @@ -185,7 +185,7 @@ implements Serializable, * Size in bytes of in-memory buffer to record outbound traffic. One such * buffer is reserved for every ToeThread. */ - int recorderOutBufferBytes = 4096; + int recorderOutBufferBytes = 16 * 1024; // 16KiB public int getRecorderOutBufferBytes() { return recorderOutBufferBytes; } @@ -197,7 +197,7 @@ implements Serializable, * Size in bytes of in-memory buffer to record inbound traffic. One such * buffer is reserved for every ToeThread. */ - int recorderInBufferBytes = 65536; + int recorderInBufferBytes = 512 * 1024; // 512KiB public int getRecorderInBufferBytes() { return recorderInBufferBytes; }