[HER-1669] slow crawl/contention n WARCWriterProcessor

* CrawlController.java
    increase default size of in-memory recording buffers 
    outBuffer (requests): 4K -> 16K
    inBuffer (responses): 64K -> 512K
This commit is contained in:
gojomo committed 2009-08-27 23:13:11 +00:00
1 parent 8ba6d47a93
commit 211cd7c659
1 file changed
+2 -2
@@ -185,7 +185,7 @@ implements Serializable,
* Size in bytes of in-memory buffer to record outbound traffic. One such
* buffer is reserved for every ToeThread.
*/
int recorderOutBufferBytes = 4096;
int recorderOutBufferBytes = 16 * 1024; // 16KiB
public int getRecorderOutBufferBytes() {
return recorderOutBufferBytes;
}
@@ -197,7 +197,7 @@ implements Serializable,
* Size in bytes of in-memory buffer to record inbound traffic. One such
* buffer is reserved for every ToeThread.
*/
int recorderInBufferBytes = 65536;
int recorderInBufferBytes = 512 * 1024; // 512KiB
public int getRecorderInBufferBytes() {
return recorderInBufferBytes;
}