mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-11-14 09:50:27 +00:00
gojomo
64d3fd212f
* ArchiveFileConstants.java
remove superfluous constant
* WriterPool.java
DEFAULT_MAX_ACTIVE -> 1
* WriterPoolMember.java
update constant use; remove deprecated+unused methods
* WriterPoolProcessor.java
pull storePaths up from subclasses, but set default via subclass method
set defaultMaxSize via subclass method
* WARCWriterProcessor.java, ARCWriterProcessor.java
(getDefaultMaxFileSize), (getDefaultStorePaths) as appropriate
110 lines
3.4 KiB
Java
110 lines
3.4 KiB
Java
/*
|
|
* This file is part of the Heritrix web crawler (crawler.archive.org).
|
|
*
|
|
* Licensed to the Internet Archive (IA) by one or more individual
|
|
* contributors.
|
|
*
|
|
* The IA licenses this file to You under the Apache License, Version 2.0
|
|
* (the "License"); you may not use this file except in compliance with
|
|
* the License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package org.archive.io;
|
|
|
|
/**
|
|
* Constants used by Archive files and in Archive file processing.
|
|
* @author stack
|
|
* @version $Date$ $Revision$
|
|
*/
|
|
public interface ArchiveFileConstants {
|
|
/**
|
|
* Suffix given to files currently in use.
|
|
*/
|
|
public static final String OCCUPIED_SUFFIX = ".open";
|
|
|
|
/**
|
|
* Suffix appended to 'broken' files.
|
|
*/
|
|
public static final String INVALID_SUFFIX = ".invalid";
|
|
|
|
/**
|
|
* Dot plus compressed file extention.
|
|
*/
|
|
public static final String DOT_COMPRESSED_FILE_EXTENSION = ".gz";
|
|
|
|
/**
|
|
* Key for the Archive File version field.
|
|
*/
|
|
public static final String VERSION_FIELD_KEY = "version";
|
|
|
|
/**
|
|
* Key for the Archive File length field.
|
|
*/
|
|
public static final String LENGTH_FIELD_KEY = "length";
|
|
|
|
/**
|
|
* Key for the Archive File type field.
|
|
*/
|
|
public static final String TYPE_FIELD_KEY = "type";
|
|
|
|
/**
|
|
* Key for the Archive File URL field.
|
|
*/
|
|
public static final String URL_FIELD_KEY = "subject-uri";
|
|
|
|
/**
|
|
* Key for the Archive File Creation Date field.
|
|
*/
|
|
public static final String DATE_FIELD_KEY = "creation-date";
|
|
|
|
/**
|
|
* Key for the Archive File mimetype field.
|
|
*/
|
|
public static final String MIMETYPE_FIELD_KEY = "content-type";
|
|
|
|
/**
|
|
* Key for the Archive File record field.
|
|
*/
|
|
public static final String RECORD_IDENTIFIER_FIELD_KEY =
|
|
"record-identifier";
|
|
|
|
/**
|
|
* Key for the Archive Record absolute offset into Archive file.
|
|
*/
|
|
public static final String ABSOLUTE_OFFSET_KEY = "absolute-offset";
|
|
|
|
public static final String READER_IDENTIFIER_FIELD_KEY =
|
|
"reader-identifier";
|
|
|
|
/**
|
|
* Size used to preallocate stringbuffer used outputting a cdx line.
|
|
* The numbers below are guesses at sizes of each of the cdx fields.
|
|
* The ones in the below are spaces. Here is the legend used outputting
|
|
* the cdx line: CDX b e a m s c V n g. Consult cdx documentation on
|
|
* meaning of each of these fields.
|
|
*/
|
|
public static final int CDX_LINE_BUFFER_SIZE = 14 + 1 + 15 + 1 + 1024 +
|
|
1 + 24 + 1 + + 3 + 1 + 32 + 1 + 20 + 1 + 20 + 1 + 64;
|
|
|
|
public static final String DEFAULT_DIGEST_METHOD = "SHA-1";
|
|
|
|
public static final char SINGLE_SPACE = ' ';
|
|
|
|
public static final String CRLF = "\r\n";
|
|
|
|
public static final String CDX = "cdx";
|
|
public static final String DUMP = "dump";
|
|
public static final String GZIP_DUMP = "gzipdump";
|
|
public static final String HEADER = "header";
|
|
public static final String NOHEAD = "nohead";
|
|
public static final String CDX_FILE = "cdxfile";
|
|
}
|