lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-21 13:16:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #608 from internetarchive/cite-navlinks

Browse Source 
ExtractorHTML: Treat 'cite' attribute as navlink instead of embed
This commit is contained in:
Alex Osborne
2024-09-13 13:19:03 +09:00
committed by GitHub
parent 791f1c81be 3a447b5e61
commit 2e891bc4bb
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/src/main/java/org/archive/modules/extractor/ExtractorHTML.java
+4 -4
View File
@@ -197,8 +197,8 @@ public class ExtractorHTML extends ContentExtractor implements InitializingBean
// matched by the above. attributes known to be URIs of various
// sorts are matched specially
static final String EACH_ATTRIBUTE_EXTRACTOR =
"(?is)\\s?((href)|(action)|(on\\w*)" // 1, 2, 3, 4
+"|((?:src)|(?:srcset)|(?:lowsrc)|(?:background)|(?:cite)" // ...
"(?is)\\s?((href|(?:cite))|(action)|(on\\w*)" // 1, 2, 3, 4
+"|((?:src)|(?:srcset)|(?:lowsrc)|(?:background)" // ...
+"|(?:longdesc)|(?:usemap)|(?:profile)|(?:datasrc)" // ...
+"|(?:data-src)|(?:data-srcset)|(?:data-original)|(?:data-original-set))" // 5
+"|(codebase)|((?:classid)|(?:data))|(archive)|(code)" // 6, 7, 8, 9
@@ -210,10 +210,10 @@ public class ExtractorHTML extends ContentExtractor implements InitializingBean
+"|(\\S{1,"+MAX_ATTR_VAL_REPLACE+"}))"; // 16
// groups:
// 1: attribute name
// 2: HREF - single URI relative to doc base, or occasionally javascript:
// 2: HREF, CITE - single URI relative to doc base, or occasionally javascript:
// 3: ACTION - single URI relative to doc base, or occasionally javascript:
// 4: ON[WHATEVER] - script handler
// 5: SRC,SRCSET,LOWSRC,BACKGROUND,CITE,LONGDESC,USEMAP,PROFILE, or
// 5: SRC,SRCSET,LOWSRC,BACKGROUND,LONGDESC,USEMAP,PROFILE, or
// DATA-SRC, DATA-ORIGINAL single URI relative to doc base
// DATA-SRCSET, DATA-ORIGINAL-SET multi URI relative to doc base
// 6: CODEBASE - a single URI relative to doc base, affecting other