lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-22 21:55:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #445 from internetarchive/adds-bdbmodule-max-file-size-option

Browse Source 
Adding configurable MaxLogFileSize option to BdbModule
This commit is contained in:
Andy Jackson
2023-03-10 11:23:06 +00:00
committed by GitHub
parent 77e2e9171f 953e7c9399
commit 87566eac61
1 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
commons/src/main/java/org/archive/bdb/BdbModule.java
+12 -1
View File
@@ -172,6 +172,14 @@ public class BdbModule implements Lifecycle, Checkpointable, Closeable, Disposab
public void setUseSharedCache(boolean useSharedCache) {
this.useSharedCache = useSharedCache;
}
protected long maxLogFileSize = 10000000;
public long getMaxLogFileSize() {
return maxLogFileSize;
}
public void setMaxLogFileSize(long cacheSize) {
this.maxLogFileSize = maxLogFileSize;
}
/**
* Expected number of concurrent threads; used to tune nLockTables
@@ -277,7 +285,10 @@ public class BdbModule implements Lifecycle, Checkpointable, Closeable, Disposab
config.setConfigParam("je.lock.nLockTables", Long.toString(nLockTables));
// triple this value to 6K because stats show many faults
config.setConfigParam("je.log.faultReadSize", "6144");
config.setConfigParam("je.log.faultReadSize", "6144");
// set max bdb log file size. default 10M
config.setConfigParam("je.log.fileMax", Long.toString(getMaxLogFileSize()));
if(!getUseHardLinkCheckpoints()) {
// to support checkpoints by textual manifest only,