lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-27 08:05:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

[HER-1546] Springify(5): Update checkpointing to work smoothly with spring-configured crawls

Browse Source 
* profile-crawler-beans.cxml*2, migrate-template-crawler-beans.cxml
    add CheckpointService as recommended bean
This commit is contained in:
gojomo
2009-11-20 18:35:13 +00:00
parent f9d56e3f6b
commit 8251620481
3 changed files with 21 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dist/src/main/conf/jobs/profile-defaults/profile-crawler-beans.cxml
Vendored
+7
View File
@@ -400,6 +400,13 @@ http://example.example/example
<!-- <property name="maxTimeSeconds" value="0" /> -->
</bean>
<!-- CHECKPOINTSERVICE: checkpointing assistance -->
<bean id="checkpointService"
class="org.archive.crawler.framework.CheckpointService">
<!-- <property name="checkpointIntervalMinutes" value="-1"/> -->
<!-- <property name="checkpointsDir" value="checkpoints"/> -->
</bean>
<!--
OPTIONAL BEANS
Uncomment and expand as needed, or if non-default alternate
engine/src/main/java/org/archive/crawler/restlet/profile-crawler-beans.cxml
+7
View File
@@ -400,6 +400,13 @@ http://example.example/example
<!-- <property name="maxTimeSeconds" value="0" /> -->
</bean>
<!-- CHECKPOINTSERVICE: checkpointing assistance -->
<bean id="checkpointService"
class="org.archive.crawler.framework.CheckpointService">
<!-- <property name="checkpointIntervalMinutes" value="-1"/> -->
<!-- <property name="checkpointsDir" value="checkpoints"/> -->
</bean>
<!--
OPTIONAL BEANS
Uncomment and expand as needed, or if non-default alternate
engine/src/main/resources/org/archive/crawler/migrate/migrate-template-crawler-beans.cxml
+7
View File
@@ -387,6 +387,13 @@
<!-- <property name="maxDocumentsDownload" value="0" /> -->
<!-- <property name="maxTimeSeconds" value="0" /> -->
</bean>
<!-- CHECKPOINTSERVICE: checkpointing assistance -->
<bean id="checkpointService"
class="org.archive.crawler.framework.CheckpointService">
<!-- <property name="checkpointIntervalMinutes" value="-1"/> -->
<!-- <property name="checkpointsDir" value="checkpoints"/> -->
</bean>
<!--
OPTIONAL BEANS