lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-08-26 16:36:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix error log reporting of batch size for trough crawl logs

Browse Source
This commit is contained in:
Adam Miller
2021-02-18 23:06:51 +00:00
parent 14be8752e9
commit 79e56337b2
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
contrib/src/main/java/org/archive/modules/postprocessor/TroughCrawlLogFeed.java
+1 -2
View File
@@ -280,9 +280,8 @@ public class TroughCrawlLogFeed extends Processor implements Lifecycle {
try {
troughClient().write(getSegmentId(), sqlTmpl.toString(), flattenedValues);
} catch (Exception e) {
logger.log(Level.WARNING, "problem posting batch of " + flattenedValues.length + " crawled urls to trough segment " + getSegmentId(), e);
logger.log(Level.WARNING, "problem posting batch of " + (flattenedValues.length/16) + " crawled urls to trough segment " + getSegmentId(), e);
}
crawledBatchLastTime = System.currentTimeMillis();
}
}