Add missing processors to bean reference (#815)

This commit is contained in:
Alex Osborne authored and GitHub committed 2026-11-06 14:41:51 +09:00
1 parent c09f281c0f
commit 0d1eae1082
1 file changed
+123
+123
View File
@@ -337,6 +337,11 @@ FrontierPreparer
Pre-Fetch Processors
--------------------
HostQuotaEnforcer (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.crawler.prefetch.HostQuotaEnforcer
PreconditionEnforcer
~~~~~~~~~~~~~~~~~~~~
@@ -347,6 +352,21 @@ Preselector
.. bean-doc:: org.archive.crawler.prefetch.Preselector
QuotaEnforcer
~~~~~~~~~~~~~
.. bean-doc:: org.archive.crawler.prefetch.QuotaEnforcer
RuntimeLimitEnforcer
~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.crawler.prefetch.RuntimeLimitEnforcer
SourceQuotaEnforcer (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.crawler.prefetch.SourceQuotaEnforcer
Fetch Processors
----------------
@@ -413,6 +433,11 @@ ExtractorHTMLForms
.. bean-doc:: org.archive.modules.forms.ExtractorHTMLForms
FormLoginProcessor
~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.forms.FormLoginProcessor
ExtractorHTTP
~~~~~~~~~~~~~
@@ -428,6 +453,11 @@ ExtractorJS
.. bean-doc:: org.archive.modules.extractor.ExtractorJS
ConfigurableExtractorJS
~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.extractor.ConfigurableExtractorJS
ExtractorJson
~~~~~~~~~~~~~
@@ -539,14 +569,77 @@ HashCrawlMapper
.. bean-doc:: org.archive.crawler.processor.HashCrawlMapper
HTTPContentDigest
~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.extractor.HTTPContentDigest
LexicalCrawlMapper
~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.crawler.processor.LexicalCrawlMapper
ScriptedProcessor
~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.ScriptedProcessor
Recrawl Processors
------------------
ContentDigestHistoryLoader
~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.recrawl.ContentDigestHistoryLoader
ContentDigestHistoryStorer
~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.recrawl.ContentDigestHistoryStorer
FetchHistoryProcessor
~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.recrawl.FetchHistoryProcessor
PersistLoadProcessor
~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.recrawl.PersistLoadProcessor
PersistLogProcessor
~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.recrawl.PersistLogProcessor
PersistStoreProcessor
~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.recrawl.PersistStoreProcessor
WbmPersistLoadProcessor (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.recrawl.wbm.WbmPersistLoadProcessor
Post-Processors
---------------
AMQPCrawlLogFeed (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.postprocessor.AMQPCrawlLogFeed
AMQPPublishProcessor (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.AMQPPublishProcessor
ARCWriterProcessor
~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.writer.ARCWriterProcessor
CandidatesProcessor
~~~~~~~~~~~~~~~~~~~
@@ -557,11 +650,41 @@ DispositionProcessor
.. bean-doc:: org.archive.crawler.postprocessor.DispositionProcessor
KafkaCrawlLogFeed (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.postprocessor.KafkaCrawlLogFeed
Kw3WriterProcessor
~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.writer.Kw3WriterProcessor
MirrorWriterProcessor
~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.writer.MirrorWriterProcessor
ReschedulingProcessor
~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.crawler.postprocessor.ReschedulingProcessor
SupplementaryLinksScoper
~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.crawler.postprocessor.SupplementaryLinksScoper
TroughCrawlLogFeed (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.postprocessor.TroughCrawlLogFeed
WARCLimitEnforcer (contrib)
~~~~~~~~~~~~~~~~~~~~~~~~~~~
.. bean-doc:: org.archive.modules.postprocessor.WARCLimitEnforcer
WARCWriterChainProcessor
~~~~~~~~~~~~~~~~~~~~~~~~