From ad57749dea7d29c25f5717dd04ebce307f9de5db Mon Sep 17 00:00:00 2001 From: gojomo Date: Mon, 8 Nov 2010 23:45:19 +0000 Subject: [PATCH] * WorkQueueFrontier.java debugging output for reported findEligibleURI deep-recursion --- .../crawler/frontier/WorkQueueFrontier.java | 17 ++++++++++++++++- 1 file changed, 16 insertions(+), 1 deletion(-) diff --git a/engine/src/main/java/org/archive/crawler/frontier/WorkQueueFrontier.java b/engine/src/main/java/org/archive/crawler/frontier/WorkQueueFrontier.java index aa412d83..9f63fe6d 100644 --- a/engine/src/main/java/org/archive/crawler/frontier/WorkQueueFrontier.java +++ b/engine/src/main/java/org/archive/crawler/frontier/WorkQueueFrontier.java @@ -737,12 +737,27 @@ implements Closeable, // never return null if there are any eligible inactives if(getTotalEligibleInactiveQueues()>0) { - return findEligibleURI(); + if(depthFindEligibleURI>0) { + System.err.println("FRONTIER.findEligibleURIs depth: "+ depthFindEligibleURI); + System.err.println(shortReportLine()); + } + if(depthFindEligibleURI>5) { + System.err.println("RETURNING null"); + return null; + } + try { + depthFindEligibleURI++; + return findEligibleURI(); + } finally { + depthFindEligibleURI = 0; + } } // nothing eligible return null; } + + int depthFindEligibleURI = 0; /** * Check for any future-scheduled URIs now eligible for reenqueuing