aboutsummaryrefslogtreecommitdiff
path: root/cmd/links
diff options
context:
space:
mode:
authorale <ale@incal.net>2019-01-20 08:15:22 +0000
committerale <ale@incal.net>2019-01-20 08:15:22 +0000
commit64eb5fb23f64f209e3d813e017097044a111151f (patch)
tree03288c4cfee6f8f59d4e2dabbe057292273fe653 /cmd/links
parentcce28f44e7ad88900e6c53394a8e496f2955b784 (diff)
downloadcrawl-64eb5fb23f64f209e3d813e017097044a111151f.tar.gz
crawl-64eb5fb23f64f209e3d813e017097044a111151f.zip
Refactor Handlers in terms of a Publisher interface
Introduce an interface to decouple the Enqueue functionality from the Crawler implementation.
Diffstat (limited to 'cmd/links')
-rw-r--r--cmd/links/links.go4
1 files changed, 2 insertions, 2 deletions
diff --git a/cmd/links/links.go b/cmd/links/links.go
index bf91f3f..2263414 100644
--- a/cmd/links/links.go
+++ b/cmd/links/links.go
@@ -20,7 +20,7 @@ var (
validSchemes = flag.String("schemes", "http,https", "comma-separated list of allowed protocols")
)
-func extractLinks(c *crawl.Crawler, u string, depth int, resp *http.Response, _ error) error {
+func extractLinks(p crawl.Publisher, u string, depth int, resp *http.Response, _ error) error {
links, err := analysis.GetLinks(resp)
if err != nil {
// Not a fatal error, just a bad web page.
@@ -28,7 +28,7 @@ func extractLinks(c *crawl.Crawler, u string, depth int, resp *http.Response, _
}
for _, link := range links {
- if err := c.Enqueue(link, depth+1); err != nil {
+ if err := p.Enqueue(link, depth+1); err != nil {
return err
}
}