diff --git a/modules/src/main/java/org/archive/modules/fetcher/FetchHTTP.java b/modules/src/main/java/org/archive/modules/fetcher/FetchHTTP.java index 1bf48eb9..fd743916 100644 --- a/modules/src/main/java/org/archive/modules/fetcher/FetchHTTP.java +++ b/modules/src/main/java/org/archive/modules/fetcher/FetchHTTP.java @@ -945,6 +945,9 @@ public class FetchHTTP extends AbstractFetchHTTP implements Lifecycle { */ protected HostConfiguration configureMethod(CrawlURI curi, HttpMethod method) { + // Don't try to handle 401s internally. + method.setDoAuthentication(false); + // Don't auto-follow redirects method.setFollowRedirects(false);