mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-08-28 17:36:54 +00:00
Merge branch 'less_youtubedl' into ait-qa
This commit is contained in:
@@ -514,8 +514,10 @@ public class ExtractorYoutubeDL extends Extractor
|
||||
// don't check seeds twice, e.g., when processed again post-umbra
|
||||
if (uri.getVia() == null) {
|
||||
if (seedsYDLd.get(uri.toString())) {
|
||||
logger.info("skipping second youtube-dl extraction for seed " + uri.toString());
|
||||
return false;
|
||||
} else {
|
||||
logger.info("adding seedsYDLd record for seed " + uri.toString());
|
||||
seedsYDLd.put(uri.toString(), true);
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user