lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-08-23 15:06:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

rename BdbUriUniqFilter.forgetSchemeHost() to forgetAllSchemeAuthorityMatching(), improve performance

Browse Source
This commit is contained in:
Noah Levitt
2013-08-21 11:31:05 -07:00
parent a6958951df
commit a06c141740
3 changed files with 34 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
engine/src/test/java/org/archive/crawler/util/BdbUriUniqFilterTest.java
+4 -4
View File
@@ -185,7 +185,7 @@ implements UriUniqFilter.CrawlUriReceiver {
assertEquals("Didn't forget", 0, this.filter.count());
}
public void testForgetSchemeHost() throws URIException {
public void testForgetAllSchemeAuthorityMatching() throws URIException {
long countBefore = this.filter.count();
for (String uri: new String[] {
@@ -205,7 +205,7 @@ implements UriUniqFilter.CrawlUriReceiver {
BdbUriUniqFilter bdbFilter = (BdbUriUniqFilter) filter;
assertFalse(bdbFilter.setAdd("http://forgetme.com/foo"));
bdbFilter.forgetSchemeHost("http://forgetme.com");
bdbFilter.forgetAllSchemeAuthorityMatching("http://forgetme.com");
assertEquals(countBefore + 2, this.filter.count());
assertTrue(bdbFilter.setAdd("http://forgetme.com/foo"));
@@ -213,10 +213,10 @@ implements UriUniqFilter.CrawlUriReceiver {
assertTrue(bdbFilter.setRemove("http://forgetme.com/foo"));
assertFalse(bdbFilter.setRemove("http://forgetme.com/foo"));
bdbFilter.forgetSchemeHost("https://forgetme.com/extra-stuff-ignored");
bdbFilter.forgetAllSchemeAuthorityMatching("https://forgetme.com/extra-stuff-ignored");
assertEquals(countBefore + 1, this.filter.count());
bdbFilter.forgetSchemeHost("http://forgetme.com:90/");
bdbFilter.forgetAllSchemeAuthorityMatching("http://forgetme.com:90/");
assertEquals(countBefore, this.filter.count());
}