HER-1010 crawl favicon.ico

* (self tests)
    correct expectations to now include /favicon.ico

engine/src/test/java/org/archive/crawler/selftest/BackgroundImageExtractionSelfTestCase.java

@@ -41,7 +41,8 @@ public class BackgroundImageExtractionSelfTestCase
      */
     final private static Set<String> EXPECTED = Collections.unmodifiableSet(
             new HashSet<String>(Arrays.asList(new String[] {
-            "index.html", "example-background-image.jpeg", "robots.txt"
+            "index.html", "example-background-image.jpeg", "robots.txt", 
+            "favicon.ico"
     })));
     
     @Override

engine/src/test/java/org/archive/crawler/selftest/BadURIsStopPageParsingSelfTest.java

@@ -42,7 +42,7 @@ public class BadURIsStopPageParsingSelfTest extends SelfTestBase
     final private static Set<String> EXPECTED = Collections.unmodifiableSet(
             new HashSet<String>(Arrays.asList(new String[] {
             "index.html", "goodone.html", "goodthree.html", "one.html", 
-            "two.html", "three.html", "robots.txt",
+            "two.html", "three.html", "robots.txt", "favicon.ico",
             "cata;pgs-new.html", "www.loc.gov/rr/european/egw/polishex.html"
     })));
     

engine/src/test/java/org/archive/crawler/selftest/CharsetSelfTest.java

@@ -35,7 +35,7 @@ public class CharsetSelfTest extends SelfTestBase
 {
     final private static Set<String> EXPECTED = Collections.unmodifiableSet(
             new HashSet<String>(Arrays.asList(new String[] {
-            "index.html", "link.html", "robots.txt"
+            "index.html", "link.html", "robots.txt", "favicon.ico"
     })));
     
     @Override

engine/src/test/java/org/archive/crawler/selftest/FormAuthSelfTest.java

@@ -47,7 +47,7 @@ public class FormAuthSelfTest
      */
     final private static Set<String> EXPECTED = Collections.unmodifiableSet(
             new HashSet<String>(Arrays.asList(new String[] {
-            "login/login.html", "success.html", "robots.txt"
+            "login/login.html", "success.html", "robots.txt", "favicon.ico"
     })));
 
     @Override

engine/src/test/java/org/archive/crawler/selftest/FramesSelfTestCase.java

@@ -41,7 +41,7 @@ public class FramesSelfTestCase extends SelfTestBase
     final private static Set<String> EXPECTED = Collections.unmodifiableSet(
             new HashSet<String>(Arrays.asList(new String[] {
             "index.html", "topframe.html", "leftframe.html", "noframe.html",
-            "rightframe.html", "robots.txt"
+            "rightframe.html", "robots.txt", "favicon.ico"
     })));
     
     

engine/src/test/java/org/archive/crawler/selftest/HttpAuthSelfTest.java

@@ -52,7 +52,7 @@ public class HttpAuthSelfTest
             new HashSet<String>(Arrays.asList(new String[] {
             "index.html", "link1.html", "link2.html", "link3.html", 
             "basic/index.html", "basic/link1.html", "basic/link2.html", "basic/link3.html", 
-            "robots.txt"
+            "robots.txt", "favicon.ico"
     })));
     
     @Override

engine/src/test/java/org/archive/crawler/selftest/MaxLinkHopsSelfTest.java

@@ -36,7 +36,7 @@ public class MaxLinkHopsSelfTest
 {
     final private static Set<String> EXPECTED = Collections.unmodifiableSet(
             new HashSet<String>(Arrays.asList(new String[] {
-            "index.html", "1.html", "2.html", "3.html", "robots.txt"
+            "index.html", "1.html", "2.html", "3.html", "robots.txt", "favicon.ico"
     })));
     
     @Override

engine/src/test/java/org/archive/crawler/selftest/Precedence1SelfTest.java

@@ -133,6 +133,7 @@ public class Precedence1SelfTest extends SelfTestBase {
     final private static String EXPECTED =
         "http://127.0.0.1:7777/robots.txt\n" + 
         "http://127.0.0.1:7777/seed.html\n" + 
+        "http://127.0.0.1:7777/favicon.ico\n" + 
         "http://127.0.0.1:7777/one/a.html\n" + 
         "http://127.0.0.1:7777/one/b.html\n" + 
         "http://127.0.0.1:7777/one/c.html\n" + 

engine/src/test/java/org/archive/crawler/selftest/SimpleSelfTest.java

@@ -34,7 +34,8 @@ public class SimpleSelfTest extends SelfTestBase {
     
     final private static Set<String> EXPECTED = Collections.unmodifiableSet(
             new HashSet<String>(Arrays.asList(new String[] {
-            "index.html", "link1.html", "link2.html", "link3.html", "robots.txt"
+            "index.html", "link1.html", "link2.html", "link3.html", 
+            "robots.txt", "favicon.ico"
     })));
 
     @Override