lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-26 15:46:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

HER-843 - crawl.log record of which ARC a capture landed in

Browse Source 
* WARCWriterProcessor.java
    write() - on success, add arcFilename to CrawlURI extraInfo
This commit is contained in:
nlevitt
2011-05-25 22:23:53 +00:00
parent 5e1571f8dd
commit 2d267cf173
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/writer/ARCWriterProcessor.java
+7
View File
@@ -33,6 +33,7 @@ import java.util.logging.Logger;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang.StringEscapeUtils;
import org.apache.commons.lang.StringUtils;
import org.archive.io.ArchiveFileConstants;
import org.archive.io.ReplayInputStream;
import org.archive.io.WriterPoolMember;
import org.archive.io.arc.ARCWriter;
@@ -154,6 +155,12 @@ public class ARCWriterProcessor extends WriterPoolProcessor {
(writer.getPosition() - position));
getPool().returnFile(writer);
}
String filename = writer.getFile().getName();
if (filename.endsWith(ArchiveFileConstants.OCCUPIED_SUFFIX)) {
filename = filename.substring(0, filename.length() - ArchiveFileConstants.OCCUPIED_SUFFIX.length());
}
curi.addExtraInfo("arcFilename", filename);
}
return checkBytesWritten();
}