mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-09-19 04:05:45 +00:00
Remove forcefetch for AMQP received urls so they don't get crawled twice.
This commit is contained in:
@@ -320,7 +320,7 @@ public class AMQPUrlReceiver implements Lifecycle, ApplicationListener<CrawlStat
|
||||
curi.setSchedulingDirective(SchedulingConstants.HIGH);
|
||||
curi.setPrecedence(1);
|
||||
|
||||
curi.setForceFetch(true);
|
||||
//curi.setForceFetch(true);
|
||||
|
||||
curi.getAnnotations().add(A_RECEIVED_FROM_AMQP);
|
||||
|
||||
|
||||
Reference in New Issue
Block a user