diff options
| -rw-r--r-- | analysis/links.go | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/analysis/links.go b/analysis/links.go index 5d61547..3f5a795 100644 --- a/analysis/links.go +++ b/analysis/links.go @@ -71,6 +71,10 @@ func GetLinks(resp *http.Response) ([]crawl.Outlink, error) { var result []crawl.Outlink links := make(map[string]crawl.Outlink) for _, l := range outlinks { + // Skip data: URLs altogether. + if strings.HasPrefix(l.URL, "data:") { + continue + } if linkurl, err := resp.Request.URL.Parse(l.URL); err == nil { links[linkurl.String()] = crawl.Outlink{ URL: linkurl, |