mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-11-09 07:24:41 +00:00
[HER-1669] slow crawl/contention n WARCWriterProcessor
* CrawlController.java
increase default size of in-memory recording buffers
outBuffer (requests): 4K -> 16K
inBuffer (responses): 64K -> 512K
This commit is contained in:
1 parent
8ba6d47a93
commit
211cd7c659
1 file changed
+2
-2
@@ -185,7 +185,7 @@ implements Serializable,
|
||||
* Size in bytes of in-memory buffer to record outbound traffic. One such
|
||||
* buffer is reserved for every ToeThread.
|
||||
*/
|
||||
int recorderOutBufferBytes = 4096;
|
||||
int recorderOutBufferBytes = 16 * 1024; // 16KiB
|
||||
public int getRecorderOutBufferBytes() {
|
||||
return recorderOutBufferBytes;
|
||||
}
|
||||
@@ -197,7 +197,7 @@ implements Serializable,
|
||||
* Size in bytes of in-memory buffer to record inbound traffic. One such
|
||||
* buffer is reserved for every ToeThread.
|
||||
*/
|
||||
int recorderInBufferBytes = 65536;
|
||||
int recorderInBufferBytes = 512 * 1024; // 512KiB
|
||||
public int getRecorderInBufferBytes() {
|
||||
return recorderInBufferBytes;
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user