From c56eb5d3432dda03b163b3025ccdfcc80daaf5ed Mon Sep 17 00:00:00 2001 From: gojomo Date: Fri, 5 Nov 2010 23:27:43 +0000 Subject: [PATCH] Experiment to assist large seed-loads * TextSeedModule.java in large seed loads, try to force finalization, just in case it's lagging --- .../main/java/org/archive/modules/seeds/TextSeedModule.java | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/modules/src/main/java/org/archive/modules/seeds/TextSeedModule.java b/modules/src/main/java/org/archive/modules/seeds/TextSeedModule.java index 7f235c17..63c8dd0b 100644 --- a/modules/src/main/java/org/archive/modules/seeds/TextSeedModule.java +++ b/modules/src/main/java/org/archive/modules/seeds/TextSeedModule.java @@ -100,11 +100,16 @@ implements ReadSource { RegexLineIterator.NONWHITESPACE_ENTRY_TRAILING_COMMENT, RegexLineIterator.ENTRY); + int count = 0; while (iter.hasNext()) { s = (String) iter.next(); if(Character.isLetterOrDigit(s.charAt(0))) { // consider a likely URI seedLine(s); + count++; + if(count%20000==0) { + System.runFinalization(); + } } else { // report just in case it's a useful directive nonseedLine(s);