From 9fbc656c6cd2ad610986a265c6b346bc234bb881 Mon Sep 17 00:00:00 2001 From: ale Date: Mon, 29 Jun 2015 10:07:40 +0100 Subject: improve queue code; golint fixes The queuing code now performs proper lease accounting, and it will not return a URL twice if the page load is slow. --- analysis/links.go | 2 ++ 1 file changed, 2 insertions(+) (limited to 'analysis') diff --git a/analysis/links.go b/analysis/links.go index 22bcb80..a51a467 100644 --- a/analysis/links.go +++ b/analysis/links.go @@ -27,6 +27,8 @@ var ( } ) +// GetLinks returns all the links found in a document. Currently only +// parses HTML pages and CSS stylesheets. func GetLinks(resp *http.Response) ([]*url.URL, error) { var outlinks []string -- cgit v1.2.3-54-g00ecf