lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-18 03:35:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix for [HER-1808] uncaught URLDecoder IllegalArgumentException in ExtractorHTML

Browse Source 
* ExtractorHTML.java
    still consider values rejected by URLDecoder
This commit is contained in:
szznax
2010-08-13 00:37:55 +00:00
parent dd4bf9a910
commit afc2a55e49
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/extractor/ExtractorHTML.java
+3
View File
@@ -538,6 +538,9 @@ public class ExtractorHTML extends ContentExtractor implements InitializingBean
if (encodedKeyVal.length == 2) try {
String value = URLDecoder.decode(encodedKeyVal[1], "UTF-8");
considerIfLikelyUri(curi, value, valueContext, hop);
} catch (IllegalArgumentException e) {
// still consider values rejected by URLDecoder
considerIfLikelyUri(curi, encodedKeyVal[1], valueContext, hop);
} catch (UnsupportedEncodingException e) {
throw new AssertionError("all jvms must support UTF-8, and yet somehow this happened: " + e);
}