mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-09-25 23:25:44 +00:00
note about preselector.recheckScope for use of IpAddressSetDecideRule
This commit is contained in:
@@ -12,6 +12,11 @@ import org.archive.modules.net.ServerCache;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
|
||||
/**
|
||||
* IpAddressSetDecideRule must be used with
|
||||
* {@link org.archive.crawler.prefetch.Preselector#setRecheckScope(boolean)} set
|
||||
* to true because it relies on Heritrix' dns lookup to establish the ip address
|
||||
* for a URI before it can run.
|
||||
*
|
||||
* <pre>
|
||||
* <bean class="org.archive.modules.deciderules.IpAddressSetDecideRule">
|
||||
* <property name="ipAddresses">
|
||||
|
||||
Reference in New Issue
Block a user