From 533f472553d6db42a1ae704285e33f53cf90f81d Mon Sep 17 00:00:00 2001 From: ale Date: Mon, 17 Feb 2020 21:39:06 +0000 Subject: Propagate the link tag through redirects In order to do this we have to plumb it through the queue and the Handler interface, but it should allow fetches of the resources associated with a page via the IncludeRelatedScope even if it's behind a redirect. --- crawler_test.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'crawler_test.go') diff --git a/crawler_test.go b/crawler_test.go index 0ad469b..fa81c2f 100644 --- a/crawler_test.go +++ b/crawler_test.go @@ -33,7 +33,7 @@ func TestCrawler(t *testing.T) { ) var crawledPages int - h := HandlerFunc(func(p Publisher, u string, depth int, resp *http.Response, err error) error { + h := HandlerFunc(func(p Publisher, u string, tag, depth int, resp *http.Response, err error) error { crawledPages++ next := fmt.Sprintf(srv.URL+"/page/%d", crawledPages) log.Printf("%s -> %s", u, next) -- cgit v1.2.3-54-g00ecf