From cbd65d8350c7e4f3ac827e2245dd7f709afe95b4 Mon Sep 17 00:00:00 2001
From: gojomo <gojomo@daa5b2f2-a927-0410-8b2d-f5f262fa301a>
Date: Sat, 15 Jan 2011 01:32:54 +0000
Subject: [PATCH] [HER-1848] Add option to disable link-extraction from 404
 error pages * AbstractFrontier     add new/renamed ExtractorParameters
 methods

---
 .../crawler/frontier/AbstractFrontier.java    | 20 ++++++++++++++-----
 1 file changed, 15 insertions(+), 5 deletions(-)

diff --git a/engine/src/main/java/org/archive/crawler/frontier/AbstractFrontier.java b/engine/src/main/java/org/archive/crawler/frontier/AbstractFrontier.java
index de2f0237..116683ce 100644
--- a/engine/src/main/java/org/archive/crawler/frontier/AbstractFrontier.java
+++ b/engine/src/main/java/org/archive/crawler/frontier/AbstractFrontier.java
@@ -143,13 +143,23 @@ public abstract class AbstractFrontier
     }
     
     {
-        setIndependentExtractors(false);
+        setExtractIndependently(false);
     }
-    public boolean isIndependentExtractors() {
-        return (Boolean) kp.get("independentExtractors");
+    public boolean getExtractIndependently() {
+        return (Boolean) kp.get("extractIndependently");
     }
-    public void setIndependentExtractors(boolean enabled) {
-        kp.put("independentExtractors", enabled);
+    public void setExtractIndependently(boolean extractIndependently) {
+        kp.put("extractIndependently", extractIndependently);
+    }
+    
+    {
+        setExtract404s(true);
+    }
+    public boolean getExtract404s() {
+        return (Boolean) kp.get("extract404s");
+    }
+    public void setExtract404s(boolean extract404s) {
+        kp.put("extract404s", extract404s);
     }
     
     public boolean isRunning() {