diff --git a/engine/src/main/java/org/archive/crawler/framework/Engine.java b/engine/src/main/java/org/archive/crawler/framework/Engine.java index 95f3da59..c69fd86d 100644 --- a/engine/src/main/java/org/archive/crawler/framework/Engine.java +++ b/engine/src/main/java/org/archive/crawler/framework/Engine.java @@ -258,6 +258,12 @@ public class Engine { } break; } + try { + // wait an extra second for good measure + Thread.sleep(1000); + } catch (InterruptedException e) { + // ignore + } return false; }