From df7d3b506c221b66beeb4e1a892a5a7b4c9e9a14 Mon Sep 17 00:00:00 2001 From: Noah Levitt Date: Fri, 5 Sep 2014 12:59:17 -0700 Subject: [PATCH] do not require "+" (plus sign) before @OPERATOR_CONTACT_URL@ in user-agent -- many bots including googlebot have the +, but some don't, so having it in the default template seems sufficient --- modules/src/main/java/org/archive/modules/CrawlMetadata.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/src/main/java/org/archive/modules/CrawlMetadata.java b/modules/src/main/java/org/archive/modules/CrawlMetadata.java index 6390ff27..f0e7f115 100644 --- a/modules/src/main/java/org/archive/modules/CrawlMetadata.java +++ b/modules/src/main/java/org/archive/modules/CrawlMetadata.java @@ -201,7 +201,7 @@ implements UserAgentProvider, protected static Validator VALIDATOR = new BeanFieldsPatternValidator( CrawlMetadata.class, "userAgentTemplate", - "^.*\\+@OPERATOR_CONTACT_URL@.*$", + "^.*\\@OPERATOR_CONTACT_URL@.*$", "You must supply a userAgentTemplate value that includes " + "the string \"@OPERATOR_CONTACT_URL@\" where your crawl" + "contact URL will appear.",