From 06f170e9ca181f145a57150c111a0982db32d023 Mon Sep 17 00:00:00 2001 From: ale Date: Tue, 19 Dec 2017 00:16:10 +0000 Subject: Update cmd/links to new scope syntax --- cmd/links/links.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/cmd/links/links.go b/cmd/links/links.go index eb97577..e8b0fcb 100644 --- a/cmd/links/links.go +++ b/cmd/links/links.go @@ -38,11 +38,11 @@ func main() { flag.Parse() seeds := crawl.MustParseURLs(flag.Args()) - scope := []crawl.Scope{ + scope := crawl.AND( crawl.NewSchemeScope(strings.Split(*validSchemes, ",")), crawl.NewDepthScope(*depth), crawl.NewSeedScope(seeds), - } + ) crawler, err := crawl.NewCrawler("crawldb", seeds, scope, crawl.FetcherFunc(http.Get), crawl.NewRedirectHandler(crawl.HandlerFunc(extractLinks))) if err != nil { -- cgit v1.2.3-54-g00ecf