From 52eef846587bfae70d82003119d76332709a5ca8 Mon Sep 17 00:00:00 2001 From: Travis Wellman Date: Thu, 12 Apr 2012 17:34:21 -0700 Subject: [PATCH] note about preselector.recheckScope for use of IpAddressSetDecideRule --- .../archive/modules/deciderules/IpAddressSetDecideRule.java | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/modules/src/main/java/org/archive/modules/deciderules/IpAddressSetDecideRule.java b/modules/src/main/java/org/archive/modules/deciderules/IpAddressSetDecideRule.java index de8546d0..8d51fbd5 100644 --- a/modules/src/main/java/org/archive/modules/deciderules/IpAddressSetDecideRule.java +++ b/modules/src/main/java/org/archive/modules/deciderules/IpAddressSetDecideRule.java @@ -12,6 +12,11 @@ import org.archive.modules.net.ServerCache; import org.springframework.beans.factory.annotation.Autowired; /** + * IpAddressSetDecideRule must be used with + * {@link org.archive.crawler.prefetch.Preselector#setRecheckScope(boolean)} set + * to true because it relies on Heritrix' dns lookup to establish the ip address + * for a URI before it can run. + * *
  * <bean class="org.archive.modules.deciderules.IpAddressSetDecideRule">
  *  <property name="ipAddresses">