diff --git a/commons/src/main/java/org/archive/io/WriterPool.java b/commons/src/main/java/org/archive/io/WriterPool.java index 79dad027..11931516 100644 --- a/commons/src/main/java/org/archive/io/WriterPool.java +++ b/commons/src/main/java/org/archive/io/WriterPool.java @@ -92,7 +92,7 @@ public abstract class WriterPool { final int poolMaximumActive, final int poolMaximumWait) { logger.info("Initial configuration:" + " prefix=" + settings.getPrefix() + - ", suffix=" + settings.getTemplate() + + ", template=" + settings.getTemplate() + ", compress=" + settings.getCompress() + ", maxSize=" + settings.getMaxFileSizeBytes() + ", maxActive=" + poolMaximumActive + diff --git a/commons/src/main/java/org/archive/io/arc/ARCReaderFactory.java b/commons/src/main/java/org/archive/io/arc/ARCReaderFactory.java index d3e65f66..e7dc1625 100644 --- a/commons/src/main/java/org/archive/io/arc/ARCReaderFactory.java +++ b/commons/src/main/java/org/archive/io/arc/ARCReaderFactory.java @@ -285,7 +285,11 @@ implements ARCConstants { compressedARCFile = true; } } + } else { + // Some old arcs don't have an extra header at all, but they're still compressed + compressedARCFile = true; } + return compressedARCFile; } diff --git a/engine/src/main/java/org/archive/crawler/framework/ToePool.java b/engine/src/main/java/org/archive/crawler/framework/ToePool.java index 8097337d..808553f4 100644 --- a/engine/src/main/java/org/archive/crawler/framework/ToePool.java +++ b/engine/src/main/java/org/archive/crawler/framework/ToePool.java @@ -283,30 +283,32 @@ public class ToePool extends ThreadGroup implements Reporter { w.print(map.get("toeCount")); w.print(" threads: "); - TreeSet> sortedSteps = (TreeSet>) map.get("steps"); - if(sortedSteps.size()==0) { - return; + LinkedList sortedSteps = (LinkedList)map.get("steps"); + { + Iterator iter = sortedSteps.iterator(); + if (!iter.hasNext()) { + return; + } + w.print(iter.next()); + if (iter.hasNext()) { + w.print(", "); + w.print(iter.next()); + if (iter.hasNext()) { + w.print(", etc..."); + } + } + w.print("; "); } - w.print(Histotable.entryString(sortedSteps.first())); - if(sortedSteps.size()>1) { - Iterator> iter = sortedSteps.iterator(); - iter.next(); - w.print(", "); - w.print(Histotable.entryString(iter.next())); - } - if(sortedSteps.size()>2) { - w.print(", etc..."); - } - w.print("; "); - TreeSet> sortedProcessors = (TreeSet>) map.get("processors"); - w.print(Histotable.entryString(sortedProcessors.first())); - if(sortedProcessors.size()>1) { - Iterator> iter = sortedProcessors.iterator(); - iter.next(); - while(iter.hasNext()) { - w.print(", "); - w.print(Histotable.entryString(iter.next())); - } + LinkedList sortedProcesses = (LinkedList)map.get("processors"); + { + Iterator iter = sortedProcesses.iterator(); + if (iter.hasNext()) { + w.print(iter.next()); + while (iter.hasNext()) { + w.print(", "); + w.print(iter.next()); + } + } } } diff --git a/engine/src/main/java/org/archive/crawler/reporting/CrawlerLoggerModule.java b/engine/src/main/java/org/archive/crawler/reporting/CrawlerLoggerModule.java index a3d0da54..c635e580 100644 --- a/engine/src/main/java/org/archive/crawler/reporting/CrawlerLoggerModule.java +++ b/engine/src/main/java/org/archive/crawler/reporting/CrawlerLoggerModule.java @@ -235,7 +235,7 @@ public class CrawlerLoggerModule closeLogFiles(); } - private void setupLogs() throws IOException { + protected void setupLogs() throws IOException { String logsPath = getPath().getFile().getAbsolutePath() + File.separatorChar; uriProcessing = Logger.getLogger(LOGNAME_CRAWL + "." + logsPath); runtimeErrors = Logger.getLogger(LOGNAME_RUNTIME_ERRORS + "." + diff --git a/engine/src/main/resources/org/archive/crawler/restlet/Job.ftl b/engine/src/main/resources/org/archive/crawler/restlet/Job.ftl index 63be2bd1..3ca34f60 100644 --- a/engine/src/main/resources/org/archive/crawler/restlet/Job.ftl +++ b/engine/src/main/resources/org/archive/crawler/restlet/Job.ftl @@ -164,7 +164,7 @@ ${line?html}

Files

-

Browser Job Directory

+

Browse Job Directory

Configuration-referenced Paths

<#assign configRefPaths=job.configFiles! /> <#if !configRefPaths?has_content >