mirror of
https://github.com/internetarchive/heritrix3.git
synced 2026-11-22 13:47:02 +00:00
Add missing processors to bean reference (#815)
This commit is contained in:
1 parent
c09f281c0f
commit
0d1eae1082
1 file changed
+123
@@ -337,6 +337,11 @@ FrontierPreparer
|
||||
Pre-Fetch Processors
|
||||
--------------------
|
||||
|
||||
HostQuotaEnforcer (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.crawler.prefetch.HostQuotaEnforcer
|
||||
|
||||
PreconditionEnforcer
|
||||
~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
@@ -347,6 +352,21 @@ Preselector
|
||||
|
||||
.. bean-doc:: org.archive.crawler.prefetch.Preselector
|
||||
|
||||
QuotaEnforcer
|
||||
~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.crawler.prefetch.QuotaEnforcer
|
||||
|
||||
RuntimeLimitEnforcer
|
||||
~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.crawler.prefetch.RuntimeLimitEnforcer
|
||||
|
||||
SourceQuotaEnforcer (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.crawler.prefetch.SourceQuotaEnforcer
|
||||
|
||||
Fetch Processors
|
||||
----------------
|
||||
|
||||
@@ -413,6 +433,11 @@ ExtractorHTMLForms
|
||||
|
||||
.. bean-doc:: org.archive.modules.forms.ExtractorHTMLForms
|
||||
|
||||
FormLoginProcessor
|
||||
~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.forms.FormLoginProcessor
|
||||
|
||||
ExtractorHTTP
|
||||
~~~~~~~~~~~~~
|
||||
|
||||
@@ -428,6 +453,11 @@ ExtractorJS
|
||||
|
||||
.. bean-doc:: org.archive.modules.extractor.ExtractorJS
|
||||
|
||||
ConfigurableExtractorJS
|
||||
~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.extractor.ConfigurableExtractorJS
|
||||
|
||||
ExtractorJson
|
||||
~~~~~~~~~~~~~
|
||||
|
||||
@@ -539,14 +569,77 @@ HashCrawlMapper
|
||||
|
||||
.. bean-doc:: org.archive.crawler.processor.HashCrawlMapper
|
||||
|
||||
HTTPContentDigest
|
||||
~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.extractor.HTTPContentDigest
|
||||
|
||||
LexicalCrawlMapper
|
||||
~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.crawler.processor.LexicalCrawlMapper
|
||||
|
||||
ScriptedProcessor
|
||||
~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.ScriptedProcessor
|
||||
|
||||
Recrawl Processors
|
||||
------------------
|
||||
|
||||
ContentDigestHistoryLoader
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.recrawl.ContentDigestHistoryLoader
|
||||
|
||||
ContentDigestHistoryStorer
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.recrawl.ContentDigestHistoryStorer
|
||||
|
||||
FetchHistoryProcessor
|
||||
~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.recrawl.FetchHistoryProcessor
|
||||
|
||||
PersistLoadProcessor
|
||||
~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.recrawl.PersistLoadProcessor
|
||||
|
||||
PersistLogProcessor
|
||||
~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.recrawl.PersistLogProcessor
|
||||
|
||||
PersistStoreProcessor
|
||||
~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.recrawl.PersistStoreProcessor
|
||||
|
||||
WbmPersistLoadProcessor (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.recrawl.wbm.WbmPersistLoadProcessor
|
||||
|
||||
Post-Processors
|
||||
---------------
|
||||
|
||||
AMQPCrawlLogFeed (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.postprocessor.AMQPCrawlLogFeed
|
||||
|
||||
AMQPPublishProcessor (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.AMQPPublishProcessor
|
||||
|
||||
ARCWriterProcessor
|
||||
~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.writer.ARCWriterProcessor
|
||||
|
||||
CandidatesProcessor
|
||||
~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
@@ -557,11 +650,41 @@ DispositionProcessor
|
||||
|
||||
.. bean-doc:: org.archive.crawler.postprocessor.DispositionProcessor
|
||||
|
||||
KafkaCrawlLogFeed (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.postprocessor.KafkaCrawlLogFeed
|
||||
|
||||
Kw3WriterProcessor
|
||||
~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.writer.Kw3WriterProcessor
|
||||
|
||||
MirrorWriterProcessor
|
||||
~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.writer.MirrorWriterProcessor
|
||||
|
||||
ReschedulingProcessor
|
||||
~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.crawler.postprocessor.ReschedulingProcessor
|
||||
|
||||
SupplementaryLinksScoper
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.crawler.postprocessor.SupplementaryLinksScoper
|
||||
|
||||
TroughCrawlLogFeed (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.postprocessor.TroughCrawlLogFeed
|
||||
|
||||
WARCLimitEnforcer (contrib)
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
.. bean-doc:: org.archive.modules.postprocessor.WARCLimitEnforcer
|
||||
|
||||
WARCWriterChainProcessor
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
|
||||
Reference in new issue
Block a user