lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-25 15:16:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix unexpected change in count of novel bytes in one selftest.

Browse Source
This commit is contained in:
Andrew Jackson
2016-04-02 20:57:05 +01:00
parent cdb79b8868
commit 9145fedd40
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
engine/src/test/java/org/archive/crawler/selftest/StatisticsSelfTest.java
+7 -4
View File
@@ -48,14 +48,17 @@ public class StatisticsSelfTest extends SelfTestBase {
StatisticsTracker stats = heritrix.getEngine().getJob("selftest-job").getCrawlController().getStatisticsTracker();
assertNotNull(stats);
assertEquals(14, (long) stats.getCrawledBytes().get(CrawledBytesHistotable.WARC_NOVEL_URLS));
assertEquals(12718, (long) stats.getCrawledBytes().get(CrawledBytesHistotable.WARC_NOVEL_CONTENT_BYTES));
assertEquals(12717, (long) stats.getCrawledBytes()
.get(CrawledBytesHistotable.WARC_NOVEL_CONTENT_BYTES));
assertEquals(3, (long) stats.getServerCache().getHostFor("127.0.0.1").getSubstats().get(CrawledBytesHistotable.WARC_NOVEL_URLS));
assertEquals(2942, (long) stats.getServerCache().getHostFor("127.0.0.1").getSubstats().get(CrawledBytesHistotable.WARC_NOVEL_CONTENT_BYTES));
assertEquals(10, (long) stats.getServerCache().getHostFor("localhost").getSubstats().get(CrawledBytesHistotable.WARC_NOVEL_URLS));
assertEquals(9727, (long) stats.getServerCache().getHostFor("localhost").getSubstats().get(CrawledBytesHistotable.WARC_NOVEL_CONTENT_BYTES));
assertEquals(1, (long) stats.getServerCache().getHostFor("dns:").getSubstats().get(CrawledBytesHistotable.WARC_NOVEL_URLS));
assertEquals(49, (long) stats.getServerCache().getHostFor("dns:").getSubstats().get(CrawledBytesHistotable.WARC_NOVEL_CONTENT_BYTES));
assertEquals(48,
(long) stats.getServerCache().getHostFor("dns:").getSubstats()
.get(CrawledBytesHistotable.WARC_NOVEL_CONTENT_BYTES));
}
protected void verifySourceStats() throws Exception {
@@ -75,9 +78,9 @@ public class StatisticsSelfTest extends SelfTestBase {
sourceStats = stats.getSourceStats("http://localhost:7777/b.html");
assertNotNull(sourceStats);
assertEquals(4, sourceStats.keySet().size());
assertEquals(9776l, (long) sourceStats.get("novel"));
assertEquals(9775l, (long) sourceStats.get("novel"));
assertEquals(11l, (long) sourceStats.get("novelCount"));
assertEquals(9776l, (long) sourceStats.get("warcNovelContentBytes"));
assertEquals(9775l, (long) sourceStats.get("warcNovelContentBytes"));
assertEquals(11l, (long) sourceStats.get("warcNovelUrls"));
}