diff options
| author | ale <ale@incal.net> | 2018-08-31 11:08:50 +0100 |
|---|---|---|
| committer | ale <ale@incal.net> | 2018-08-31 11:08:50 +0100 |
| commit | 23a80bd68c5c51967eaf4e6a857c5d59fe58daf5 (patch) | |
| tree | 55fc0a8222b5b282a693124b6f81f00ed91ab6d4 /crawler_test.go | |
| parent | 9825334954ec555a9798e8e9be1ac04093595793 (diff) | |
| download | crawl-23a80bd68c5c51967eaf4e6a857c5d59fe58daf5.tar.gz crawl-23a80bd68c5c51967eaf4e6a857c5d59fe58daf5.zip | |
Add a simple test for the full WARC crawler
Diffstat (limited to 'crawler_test.go')
| -rw-r--r-- | crawler_test.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/crawler_test.go b/crawler_test.go index fecc850..7b5c92c 100644 --- a/crawler_test.go +++ b/crawler_test.go @@ -44,7 +44,7 @@ func TestCrawler(t *testing.T) { return nil }) - crawler, err := NewCrawler(dir+"/crawl.db", seeds, scope, FetcherFunc(http.Get), FollowRedirects(h)) + crawler, err := NewCrawler(dir+"/crawl.db", seeds, scope, FetcherFunc(http.Get), HandleRetries(FilterErrors(FollowRedirects(h)))) if err != nil { t.Fatal("NewCrawler", err) } |