diff --git a/engine/src/main/java/org/archive/crawler/framework/Engine.java b/engine/src/main/java/org/archive/crawler/framework/Engine.java index 6068d1c7..d861e7fa 100644 --- a/engine/src/main/java/org/archive/crawler/framework/Engine.java +++ b/engine/src/main/java/org/archive/crawler/framework/Engine.java @@ -97,6 +97,9 @@ public class Engine { // convert .jobpaths to the referenced external directory jobFile = getJobDirectoryFrom(candidateFile); } + if (jobConfigs.containsKey(jobFile.getName())) { + continue; + } if(!addJobDirectory(jobFile)) { LOGGER.log(Level.WARNING,"invalid job directory: " + jobFile + " where job expected from: " + candidateFile); diff --git a/engine/src/main/java/org/archive/crawler/restlet/EngineResource.java b/engine/src/main/java/org/archive/crawler/restlet/EngineResource.java index 17422268..5d28bb42 100644 --- a/engine/src/main/java/org/archive/crawler/restlet/EngineResource.java +++ b/engine/src/main/java/org/archive/crawler/restlet/EngineResource.java @@ -232,8 +232,6 @@ public class EngineResource extends BaseResource { ArrayList jobs = new ArrayList(); - // re-scan job configs on each page load - engine.findJobConfigs(); jobs.addAll(engine.getJobConfigs().values()); pw.println("

Job Directories ("+jobs.size()+")");