mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-08-21 22:16:50 +00:00
Merge branch 'master' into fetchhttp-hc
Conflicts: modules/src/main/java/org/archive/modules/fetcher/FetchHTTP.java (conflicts are resolved)
This commit is contained in:
@@ -61,8 +61,8 @@ import org.apache.commons.logging.LogFactory;
|
||||
*
|
||||
* @version $Revision$ $Date$
|
||||
*/
|
||||
@SuppressWarnings({"serial"}) // <- HERITRIX CHANGE
|
||||
public class Cookie extends NameValuePair implements Serializable, Comparator<Cookie> {
|
||||
@SuppressWarnings({"serial","unchecked"}) // <- HERITRIX CHANGE
|
||||
public class Cookie extends NameValuePair implements Serializable, Comparator {
|
||||
|
||||
// ----------------------------------------------------------- Constructors
|
||||
|
||||
@@ -415,7 +415,6 @@ public class Cookie extends NameValuePair implements Serializable, Comparator<Co
|
||||
* @param obj The object to compare against.
|
||||
* @return true if the two objects are equal.
|
||||
*/
|
||||
@Override
|
||||
public boolean equals(Object obj) {
|
||||
if (obj == null) return false;
|
||||
if (this == obj) return true;
|
||||
@@ -455,8 +454,7 @@ public class Cookie extends NameValuePair implements Serializable, Comparator<Co
|
||||
* @param o2 The second object to be compared
|
||||
* @return See {@link java.util.Comparator#compare(Object,Object)}
|
||||
*/
|
||||
@Override
|
||||
public int compare(Cookie o1, Cookie o2) {
|
||||
public int compare(Object o1, Object o2) {
|
||||
LOG.trace("enter Cookie.compare(Object, Object)");
|
||||
|
||||
if (!(o1 instanceof Cookie)) {
|
||||
|
||||
@@ -48,6 +48,7 @@ import org.springframework.beans.factory.annotation.Required;
|
||||
*
|
||||
*/
|
||||
public class Sheet implements BeanFactoryAware, BeanNameAware {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 9129011082185864377L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -353,15 +353,11 @@ public class ArchiveUtils {
|
||||
d.length());
|
||||
}
|
||||
StringBuilder sb = new StringBuilder(d);
|
||||
if (sb.length() < 8) {
|
||||
for (int i = sb.length(); sb.length() < 8; i += 2) {
|
||||
sb.append("01");
|
||||
}
|
||||
while (sb.length() < 8) {
|
||||
sb.append("01");
|
||||
}
|
||||
if (sb.length() < 12) {
|
||||
for (int i = sb.length(); sb.length() < 12; i++) {
|
||||
sb.append("0");
|
||||
}
|
||||
while (sb.length() < 12) {
|
||||
sb.append("0");
|
||||
}
|
||||
date = ArchiveUtils.parse12DigitDate(sb.toString());
|
||||
}
|
||||
|
||||
@@ -56,9 +56,7 @@ public class PrefixFinder {
|
||||
public static List<String> find(SortedSet<String> set, String input) {
|
||||
LinkedList<String> result = new LinkedList<String>();
|
||||
set = headSetInclusive(set, input);
|
||||
int opCount = 0;
|
||||
for (String last = last(set); last != null; last = last(set)) {
|
||||
opCount++;
|
||||
if (input.startsWith(last)) {
|
||||
result.push(last);
|
||||
set = set.headSet(last);
|
||||
@@ -104,9 +102,7 @@ public class PrefixFinder {
|
||||
public static List<String> findKeys(SortedMap<String,?> map, String input) {
|
||||
LinkedList<String> result = new LinkedList<String>();
|
||||
map = headMapInclusive(map, input);
|
||||
int opCount = 0;
|
||||
for (String last = last(map); last != null; last = last(map)) {
|
||||
opCount++;
|
||||
if (input.startsWith(last)) {
|
||||
result.push(last);
|
||||
map = map.headMap(last);
|
||||
|
||||
@@ -43,6 +43,7 @@ import org.archive.util.ArchiveUtils;
|
||||
* @contributor gojomo
|
||||
*/
|
||||
public class Engine {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 4L;
|
||||
|
||||
final public static String LOGS_DIR_NAME = "logs subdirectory";
|
||||
|
||||
@@ -89,6 +89,7 @@ public abstract class AbstractFrontier
|
||||
ExtractorParameters,
|
||||
CrawlUriReceiver,
|
||||
ApplicationListener<ApplicationEvent> {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 555881755284996860L;
|
||||
private static final Logger logger = Logger
|
||||
.getLogger(AbstractFrontier.class.getName());
|
||||
|
||||
@@ -60,6 +60,7 @@ import com.sleepycat.je.DatabaseException;
|
||||
*/
|
||||
public class BdbFrontier extends WorkQueueFrontier
|
||||
implements Checkpointable, BeanNameAware {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
private static final Logger logger =
|
||||
|
||||
@@ -59,7 +59,8 @@ import com.sleepycat.util.RuntimeExceptionWrapper;
|
||||
* @author gojomo
|
||||
*/
|
||||
public class BdbMultipleWorkQueues {
|
||||
private static final long serialVersionUID = 1L;
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
private static final Logger LOGGER =
|
||||
Logger.getLogger(BdbMultipleWorkQueues.class.getName());
|
||||
@@ -152,7 +153,6 @@ public class BdbMultipleWorkQueues {
|
||||
boolean verbose)
|
||||
throws DatabaseException {
|
||||
int matches = 0;
|
||||
int tries = 0;
|
||||
ArrayList<String> results = new ArrayList<String>(maxMatches);
|
||||
|
||||
DatabaseEntry key;
|
||||
@@ -183,7 +183,6 @@ public class BdbMultipleWorkQueues {
|
||||
}
|
||||
matches++;
|
||||
}
|
||||
tries++;
|
||||
}
|
||||
result = cursor.getNext(key,value,null);
|
||||
}
|
||||
|
||||
@@ -83,6 +83,7 @@ import com.sleepycat.je.DatabaseException;
|
||||
public abstract class WorkQueueFrontier extends AbstractFrontier
|
||||
implements Closeable,
|
||||
ApplicationContextAware {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 570384305871965843L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -47,6 +47,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
*/
|
||||
public class CandidatesProcessor extends Processor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -3L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -54,6 +54,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
* @version $Date$, $Revision$
|
||||
*/
|
||||
public class DispositionProcessor extends Processor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -1072728147960180091L;
|
||||
private static final Logger logger =
|
||||
Logger.getLogger(DispositionProcessor.class.getName());
|
||||
|
||||
@@ -54,6 +54,7 @@ import org.archive.modules.extractor.Link;
|
||||
*/
|
||||
public class LinksScoper extends Scoper {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -3L;
|
||||
|
||||
private static Logger LOGGER =
|
||||
|
||||
@@ -45,6 +45,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
@Deprecated
|
||||
public class LowDiskPauseProcessor extends Processor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -43,6 +43,7 @@ import org.archive.modules.deciderules.DecideRule;
|
||||
*/
|
||||
public class SupplementaryLinksScoper extends Scoper {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -3L;
|
||||
|
||||
private static Logger LOGGER =
|
||||
|
||||
@@ -32,6 +32,7 @@ import org.archive.modules.ProcessResult;
|
||||
* @contributor gojomo
|
||||
*/
|
||||
public class CandidateScoper extends Scoper {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
@Override
|
||||
|
||||
@@ -48,6 +48,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
* @contributor gojomo
|
||||
*/
|
||||
public class FrontierPreparer extends Scoper {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -51,6 +51,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
* @author gojomo
|
||||
*/
|
||||
public class PreconditionEnforcer extends Processor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
private static final Logger logger =
|
||||
Logger.getLogger(PreconditionEnforcer.class.getName());
|
||||
|
||||
@@ -40,6 +40,7 @@ import org.archive.util.TextUtils;
|
||||
*
|
||||
*/
|
||||
public class Preselector extends Scoper {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -42,6 +42,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
* @version $Date$, $Revision$
|
||||
*/
|
||||
public class QuotaEnforcer extends Processor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static final Logger LOGGER =
|
||||
|
||||
@@ -62,6 +62,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
*/
|
||||
public class RuntimeLimitEnforcer extends Processor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
protected static Logger logger = Logger.getLogger(
|
||||
|
||||
@@ -37,6 +37,7 @@ import st.ata.util.FPGenerator;
|
||||
*/
|
||||
public class HashCrawlMapper extends CrawlMapper {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 2L;
|
||||
|
||||
protected Frontier frontier;
|
||||
|
||||
@@ -78,6 +78,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
* @version $Date$, $Revision$
|
||||
*/
|
||||
public class LexicalCrawlMapper extends CrawlMapper {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 2L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -62,6 +62,7 @@ public class CrawlerLoggerModule
|
||||
implements
|
||||
UriErrorLoggerModule, Lifecycle, InitializingBean,
|
||||
Checkpointable, SimpleFileLoggerProvider, DisposableBean {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
protected ConfigPath path = new ConfigPath(Engine.LOGS_DIR_NAME,"${launchId}/logs");
|
||||
|
||||
@@ -138,6 +138,7 @@ public class StatisticsTracker
|
||||
Runnable,
|
||||
Checkpointable,
|
||||
BeanNameAware {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 5L;
|
||||
|
||||
protected SeedModule seeds;
|
||||
|
||||
@@ -57,6 +57,7 @@ import org.archive.modules.Processor;
|
||||
* @author pjack
|
||||
*/
|
||||
public class KeyWordProcessor extends Processor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
/**
|
||||
* Regular expression used to detect the presence of a keyword.
|
||||
|
||||
@@ -59,6 +59,7 @@ import org.springframework.context.ApplicationContextAware;
|
||||
public class ScriptedProcessor extends Processor
|
||||
implements ApplicationContextAware, InitializingBean {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static final Logger logger =
|
||||
|
||||
+11
-3
@@ -18,6 +18,8 @@
|
||||
*/
|
||||
package org.archive.modules.deciderules;
|
||||
|
||||
import java.util.logging.Logger;
|
||||
|
||||
import org.archive.modules.CrawlURI;
|
||||
|
||||
/**
|
||||
@@ -30,6 +32,8 @@ import org.archive.modules.CrawlURI;
|
||||
public class TooManyPathSegmentsDecideRule extends PredicatedDecideRule {
|
||||
|
||||
private static final long serialVersionUID = 3L;
|
||||
@SuppressWarnings("unused")
|
||||
private static final Logger logger = Logger.getLogger(TooManyPathSegmentsDecideRule.class.getName());
|
||||
|
||||
/** default for this class is to REJECT */
|
||||
{
|
||||
@@ -63,11 +67,15 @@ public class TooManyPathSegmentsDecideRule extends PredicatedDecideRule {
|
||||
*/
|
||||
@Override
|
||||
protected boolean evaluate(CrawlURI curi) {
|
||||
String uri = curi.toString();
|
||||
String uriPath = curi.getUURI().getEscapedPath();
|
||||
if (uriPath == null) {
|
||||
// no path means no segments
|
||||
return false;
|
||||
}
|
||||
int count = 0;
|
||||
int threshold = getMaxPathDepth();
|
||||
for (int i = 0; i < uri.length(); i++) {
|
||||
if (uri.charAt(i) == '/') {
|
||||
for (int i = 0; i < uriPath.length(); i++) {
|
||||
if (uriPath.charAt(i) == '/') {
|
||||
count++;
|
||||
}
|
||||
if (count > threshold) {
|
||||
|
||||
@@ -32,6 +32,7 @@ import org.archive.modules.CrawlURI;
|
||||
*/
|
||||
public class AggressiveExtractorHTML
|
||||
extends ExtractorHTML {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
protected static Logger logger =
|
||||
|
||||
@@ -57,6 +57,7 @@ import org.archive.util.TextUtils;
|
||||
public class ExtractorCSS extends ContentExtractor {
|
||||
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 2L;
|
||||
|
||||
private static Logger logger =
|
||||
|
||||
@@ -42,6 +42,7 @@ import org.archive.util.ms.Doc;
|
||||
*/
|
||||
public class ExtractorDOC extends ContentExtractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static Pattern PATTERN = Pattern.compile("HYPERLINK.*?\"(.*?)\"");
|
||||
|
||||
@@ -61,6 +61,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
*/
|
||||
public class ExtractorHTML extends ContentExtractor implements InitializingBean {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 2L;
|
||||
|
||||
private static Logger logger =
|
||||
|
||||
@@ -32,6 +32,7 @@ import org.archive.net.UURIFactory;
|
||||
*/
|
||||
public class ExtractorHTTP extends Extractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
public ExtractorHTTP() {
|
||||
|
||||
@@ -51,6 +51,7 @@ import org.archive.net.UURIFactory;
|
||||
|
||||
public class ExtractorImpliedURI extends Extractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static Logger LOGGER =
|
||||
|
||||
@@ -56,6 +56,7 @@ import org.archive.util.UriUtils;
|
||||
*/
|
||||
public class ExtractorJS extends ContentExtractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 2L;
|
||||
|
||||
private static Logger LOGGER =
|
||||
|
||||
@@ -38,6 +38,7 @@ import org.archive.util.FileUtils;
|
||||
*/
|
||||
public class ExtractorPDF extends ContentExtractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static final Logger LOGGER =
|
||||
|
||||
@@ -46,6 +46,7 @@ import com.anotherbigidea.io.InStream;
|
||||
*/
|
||||
public class ExtractorSWF extends ContentExtractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static Logger logger =
|
||||
|
||||
@@ -48,6 +48,7 @@ import org.archive.util.TextUtils;
|
||||
|
||||
public class ExtractorURI extends Extractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static Logger LOGGER =
|
||||
|
||||
@@ -49,6 +49,7 @@ import org.archive.net.UURIFactory;
|
||||
*/
|
||||
public class ExtractorUniversal extends ContentExtractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
/**
|
||||
|
||||
@@ -49,6 +49,7 @@ import org.archive.util.UriUtils;
|
||||
*/
|
||||
public class ExtractorXML extends ContentExtractor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static Logger logger =
|
||||
|
||||
@@ -65,6 +65,7 @@ import org.archive.util.TextUtils;
|
||||
*/
|
||||
public class HTTPContentDigest extends Processor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static Logger logger =
|
||||
|
||||
@@ -76,6 +76,7 @@ import au.id.jericho.lib.html.StartTagType;
|
||||
@SuppressWarnings("unchecked")
|
||||
public class JerichoExtractorHTML extends ExtractorHTML {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1684681316546343615L;
|
||||
|
||||
final private static Logger logger =
|
||||
|
||||
@@ -28,6 +28,7 @@ import org.archive.modules.CrawlURI;
|
||||
*
|
||||
*/
|
||||
public class TrapSuppressExtractor extends ContentExtractor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -1028783453022579530L;
|
||||
|
||||
/** ALIst attribute key for carrying-forward content-digest from 'via'*/
|
||||
|
||||
@@ -43,6 +43,7 @@ import com.sleepycat.je.DatabaseException;
|
||||
* @author pjack
|
||||
*/
|
||||
public class BdbCookieStorage extends AbstractCookieStorage implements Checkpointable {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
protected BdbModule bdb;
|
||||
|
||||
@@ -61,6 +61,7 @@ import org.xbill.DNS.Type;
|
||||
*/
|
||||
public class FetchDNS extends Processor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static Logger logger = Logger.getLogger(FetchDNS.class.getName());
|
||||
|
||||
@@ -62,6 +62,7 @@ import org.archive.util.Recorder;
|
||||
*
|
||||
*/
|
||||
public class FetchFTP extends Processor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
/** Logger for this class. */
|
||||
|
||||
@@ -122,6 +122,7 @@ import org.springframework.context.Lifecycle;
|
||||
* @version $Id$
|
||||
*/
|
||||
public class FetchHTTP extends AbstractFetchHTTP implements Lifecycle {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
private static Logger logger = Logger.getLogger(FetchHTTP.class.getName());
|
||||
|
||||
|
||||
@@ -122,6 +122,7 @@ import com.sleepycat.je.DatabaseException;
|
||||
public class FetchWhois extends Processor implements CoreAttributeConstants,
|
||||
FetchStatusCodes, Lifecycle {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
private static Logger logger = Logger.getLogger(FetchWhois.class.getName());
|
||||
|
||||
@@ -26,6 +26,7 @@ import org.apache.commons.httpclient.Cookie;
|
||||
|
||||
public class SimpleCookieStorage extends AbstractCookieStorage {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
final private SortedMap<String,Cookie> map = new TreeMap<String,Cookie>();
|
||||
|
||||
@@ -40,6 +40,7 @@ import org.archive.modules.Processor;
|
||||
* @version $Date: 2006-09-25 20:19:54 +0000 (Mon, 25 Sep 2006) $, $Revision: 4654 $
|
||||
*/
|
||||
public class FetchHistoryProcessor extends Processor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
/** Desired history array length. */
|
||||
|
||||
@@ -39,6 +39,7 @@ import com.sleepycat.je.DatabaseException;
|
||||
* @version $Date: 2006-09-25 20:19:54 +0000 (Mon, 25 Sep 2006) $, $Revision: 4654 $
|
||||
*/
|
||||
public class PersistLoadProcessor extends PersistOnlineProcessor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -1917169316015093131L;
|
||||
private static final Logger logger =
|
||||
Logger.getLogger(PersistLoadProcessor.class.getName());
|
||||
|
||||
@@ -43,6 +43,7 @@ import org.springframework.context.Lifecycle;
|
||||
public class PersistLogProcessor extends PersistProcessor
|
||||
implements Checkpointable, Lifecycle {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1678691994065439346L;
|
||||
|
||||
protected CrawlerJournal log;
|
||||
|
||||
@@ -40,6 +40,7 @@ import com.sleepycat.je.DatabaseException;
|
||||
public abstract class PersistOnlineProcessor extends PersistProcessor
|
||||
implements Lifecycle {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -666479480942267268L;
|
||||
|
||||
protected BdbModule bdb;
|
||||
|
||||
@@ -64,6 +64,7 @@ import com.sleepycat.je.EnvironmentConfig;
|
||||
*/
|
||||
public abstract class PersistProcessor extends AbstractPersistProcessor {
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
private static final Logger logger =
|
||||
|
||||
@@ -29,6 +29,7 @@ import org.archive.modules.CrawlURI;
|
||||
*/
|
||||
public class PersistStoreProcessor extends PersistOnlineProcessor
|
||||
{
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = -8308356194337303758L;
|
||||
|
||||
// class description: "PersistStoreProcessor. Stores CrawlURI attributes " +
|
||||
|
||||
@@ -61,6 +61,7 @@ public class ARCWriterProcessor extends WriterPoolProcessor {
|
||||
|
||||
final static private String METADATA_TEMPLATE = readMetadataTemplate();
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static final Logger logger =
|
||||
|
||||
@@ -78,6 +78,7 @@ import org.springframework.beans.factory.annotation.Autowired;
|
||||
public class Kw3WriterProcessor extends Processor {
|
||||
|
||||
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
|
||||
private static String COLON = ":";
|
||||
|
||||
@@ -86,6 +86,7 @@ import org.archive.util.FileUtils;
|
||||
@author Howard Lee Gayle
|
||||
*/
|
||||
public class MirrorWriterProcessor extends Processor {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 3L;
|
||||
private static final Logger logger =
|
||||
Logger.getLogger(MirrorWriterProcessor.class.getName());
|
||||
|
||||
@@ -99,6 +99,7 @@ import org.archive.util.anvl.ANVLRecord;
|
||||
* @contributor stack
|
||||
*/
|
||||
public class WARCWriterProcessor extends WriterPoolProcessor implements WARCWriterPoolSettings {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 6182850087635847443L;
|
||||
private static final Logger logger =
|
||||
Logger.getLogger(WARCWriterProcessor.class.getName());
|
||||
|
||||
@@ -61,6 +61,7 @@ import org.springframework.context.Lifecycle;
|
||||
*/
|
||||
public abstract class WriterPoolProcessor extends Processor
|
||||
implements Lifecycle, Checkpointable, WriterPoolSettings {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
private static final Logger logger =
|
||||
Logger.getLogger(WriterPoolProcessor.class.getName());
|
||||
|
||||
@@ -14,6 +14,7 @@ import org.archive.net.UURI;
|
||||
*
|
||||
*/
|
||||
public class UnitTestUriLoggerModule implements UriErrorLoggerModule {
|
||||
@SuppressWarnings("unused")
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
final private static Logger LOGGER =
|
||||
|
||||
Reference in New Issue
Block a user