lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-25 15:16:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

initial bdb implementation; facade by topmost assigned domain, since cookies can apply to subdomains

Browse Source
This commit is contained in:
Noah Levitt
2014-09-26 20:56:45 -07:00
parent 886a0f2136
commit 47b7caad29
6 changed files with 26 additions and 183 deletions
Download Patch File Download Diff File Expand all files Collapse all files
engine/src/main/resources/org/archive/crawler/restlet/profile-crawler-beans.cxml
+1 -1
View File
@@ -679,7 +679,7 @@ http://example.example/example
<!-- BDBCOOKIESTORE: disk-based cookie storage for FetchHTTP -->
<bean id="cookieStore"
class="org.archive.modules.fetcher.BdbCookieStore">
class="org.archive.modules.fetcher.BdbDomainCookieSetStore">
<!-- <property name="cookiesLoadFile"><null/></property> -->
<!-- <property name="cookiesSaveFile"><null/></property> -->
<!-- <property name="bdbModule">
engine/src/test/java/org/archive/modules/fetcher/FormAuthTest.java
+1 -1
View File
@@ -78,7 +78,7 @@ public class FormAuthTest extends TestCase {
protected FetchHTTP getFetcher() throws IOException {
if (fetchHttp == null) {
fetchHttp = new FetchHTTP();
fetchHttp.setCookieStore(new SimpleHostCookieSetStore());
fetchHttp.setCookieStore(new SimpleDomainCookieSetStore());
fetchHttp.setServerCache(new DefaultServerCache());
CrawlMetadata uap = new CrawlMetadata();
uap.setUserAgentTemplate(getClass().getName());