lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-27 08:05:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

rename method so as not to conflict with Processor

Browse Source
This commit is contained in:
Noah Levitt
2019-06-12 15:17:33 -07:00
parent 9ddd281ef2
commit 5177b2b6da
10 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/warc/DnsResponseRecordBuilder.java
+1 -1
View File
@@ -15,7 +15,7 @@ import org.archive.util.ArchiveUtils;
public class DnsResponseRecordBuilder extends BaseWARCRecordBuilder {
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
return "dns".equals(curi.getUURI().getScheme().toLowerCase());
}
modules/src/main/java/org/archive/modules/warc/FtpControlConversationRecordBuilder.java
+1 -1
View File
@@ -17,7 +17,7 @@ import org.archive.util.anvl.ANVLRecord;
public class FtpControlConversationRecordBuilder extends BaseWARCRecordBuilder {
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
return "ftp".equals(curi.getUURI().getScheme().toLowerCase());
}
modules/src/main/java/org/archive/modules/warc/FtpResponseRecordBuilder.java
+1 -1
View File
@@ -16,7 +16,7 @@ import org.archive.util.ArchiveUtils;
public class FtpResponseRecordBuilder extends BaseWARCRecordBuilder {
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
return !curi.isRevisit()
&& "ftp".equals(curi.getUURI().getScheme().toLowerCase());
}
modules/src/main/java/org/archive/modules/warc/HttpRequestRecordBuilder.java
+1 -1
View File
@@ -15,7 +15,7 @@ import org.archive.util.ArchiveUtils;
public class HttpRequestRecordBuilder extends BaseWARCRecordBuilder {
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
return curi.getUURI().getScheme().toLowerCase().startsWith("http");
}
modules/src/main/java/org/archive/modules/warc/HttpResponseRecordBuilder.java
+1 -1
View File
@@ -25,7 +25,7 @@ import org.archive.util.ArchiveUtils;
public class HttpResponseRecordBuilder extends BaseWARCRecordBuilder {
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
return !curi.isRevisit()
&& curi.getUURI().getScheme().toLowerCase().startsWith("http");
}
modules/src/main/java/org/archive/modules/warc/MetadataRecordBuilder.java
+1 -1
View File
@@ -22,7 +22,7 @@ public class MetadataRecordBuilder extends BaseWARCRecordBuilder {
* If you don't want metadata records, take this class out of the chain.
*/
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
String scheme = curi.getUURI().getScheme().toLowerCase();
return scheme.startsWith("http") || "ftp".equals(scheme);
}
modules/src/main/java/org/archive/modules/warc/RevisitRecordBuilder.java
+1 -1
View File
@@ -21,7 +21,7 @@ import org.archive.util.ArchiveUtils;
public class RevisitRecordBuilder extends BaseWARCRecordBuilder {
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
String scheme = curi.getUURI().getScheme().toLowerCase();
return curi.isRevisit()
&& (scheme.startsWith("http") || scheme.equals("ftp"));
modules/src/main/java/org/archive/modules/warc/WARCRecordBuilder.java
+1 -1
View File
@@ -8,7 +8,7 @@ import org.archive.modules.CrawlURI;
public interface WARCRecordBuilder {
boolean shouldProcess(CrawlURI curi);
boolean shouldBuildRecord(CrawlURI curi);
WARCRecordInfo buildRecord(CrawlURI curi, URI concurrentTo)
throws IOException;
modules/src/main/java/org/archive/modules/warc/WhoisResponseRecordBuilder.java
+1 -1
View File
@@ -15,7 +15,7 @@ import org.archive.util.ArchiveUtils;
public class WhoisResponseRecordBuilder extends BaseWARCRecordBuilder {
@Override
public boolean shouldProcess(CrawlURI curi) {
public boolean shouldBuildRecord(CrawlURI curi) {
return "whois".equals(curi.getUURI().getScheme().toLowerCase());
}
modules/src/main/java/org/archive/modules/writer/WARCWriterChainProcessor.java
+1 -1
View File
@@ -128,7 +128,7 @@ public class WARCWriterChainProcessor extends BaseWARCWriterProcessor implements
protected void writeRecords(CrawlURI curi, WARCWriter writer) throws IOException {
URI concurrentTo = null;
for (WARCRecordBuilder recordBuilder: getChain()) {
if (recordBuilder.shouldProcess(curi)) {
if (recordBuilder.shouldBuildRecord(curi)) {
WARCRecordInfo record = recordBuilder.buildRecord(curi, concurrentTo);
if (record != null) {
writer.writeRecord(record);