mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-08-21 14:06:46 +00:00
Removing comment from old version of this code.
This commit is contained in:
@@ -431,12 +431,6 @@ public class AMQPUrlReceiver
|
||||
curi.setSchedulingDirective(SchedulingConstants.HIGH);
|
||||
curi.setPrecedence(1);
|
||||
} else {
|
||||
/*
|
||||
* By default, redirects get set to MEDIUM, so to ensure the
|
||||
* incoming links are caught promptly, even if the crawler hits
|
||||
* a lot of redirects (which we have observed for e.g. The
|
||||
* Guardian), we bump them to MEDIUM so these links can compete.
|
||||
*/
|
||||
curi.setSchedulingDirective(SchedulingConstants.MEDIUM);
|
||||
curi.setPrecedence(1);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user