diff options
Diffstat (limited to 'crawler.go')
-rw-r--r-- | crawler.go | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -158,7 +158,7 @@ func (c *Crawler) Enqueue(link Outlink, depth int) error { } // Normalize the URL. - urlStr := purell.NormalizeURL(link.URL, purell.FlagsSafe|purell.FlagRemoveDotSegments|purell.FlagRemoveDuplicateSlashes|purell.FlagRemoveFragment|purell.FlagRemoveDirectoryIndex|purell.FlagSortQuery) + urlStr := purell.NormalizeURL(link.URL, purell.FlagsSafe|purell.FlagRemoveDotSegments|purell.FlagRemoveDuplicateSlashes|purell.FlagRemoveFragment|purell.FlagSortQuery) // Protect the read-modify-update below with a mutex. c.enqueueMx.Lock() |