diff options
author | ale <ale@incal.net> | 2019-01-20 08:15:22 +0000 |
---|---|---|
committer | ale <ale@incal.net> | 2019-01-20 08:15:22 +0000 |
commit | 64eb5fb23f64f209e3d813e017097044a111151f (patch) | |
tree | 03288c4cfee6f8f59d4e2dabbe057292273fe653 /cmd/links | |
parent | cce28f44e7ad88900e6c53394a8e496f2955b784 (diff) | |
download | crawl-64eb5fb23f64f209e3d813e017097044a111151f.tar.gz crawl-64eb5fb23f64f209e3d813e017097044a111151f.zip |
Refactor Handlers in terms of a Publisher interface
Introduce an interface to decouple the Enqueue functionality from the
Crawler implementation.
Diffstat (limited to 'cmd/links')
-rw-r--r-- | cmd/links/links.go | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/cmd/links/links.go b/cmd/links/links.go index bf91f3f..2263414 100644 --- a/cmd/links/links.go +++ b/cmd/links/links.go @@ -20,7 +20,7 @@ var ( validSchemes = flag.String("schemes", "http,https", "comma-separated list of allowed protocols") ) -func extractLinks(c *crawl.Crawler, u string, depth int, resp *http.Response, _ error) error { +func extractLinks(p crawl.Publisher, u string, depth int, resp *http.Response, _ error) error { links, err := analysis.GetLinks(resp) if err != nil { // Not a fatal error, just a bad web page. @@ -28,7 +28,7 @@ func extractLinks(c *crawl.Crawler, u string, depth int, resp *http.Response, _ } for _, link := range links { - if err := c.Enqueue(link, depth+1); err != nil { + if err := p.Enqueue(link, depth+1); err != nil { return err } } |