aboutsummaryrefslogtreecommitdiff
path: root/crawler.go
diff options
context:
space:
mode:
Diffstat (limited to 'crawler.go')
-rw-r--r--crawler.go2
1 files changed, 1 insertions, 1 deletions
diff --git a/crawler.go b/crawler.go
index 9776cfc..d5c2e88 100644
--- a/crawler.go
+++ b/crawler.go
@@ -158,7 +158,7 @@ func (c *Crawler) Enqueue(link Outlink, depth int) error {
}
// Normalize the URL.
- urlStr := purell.NormalizeURL(link.URL, purell.FlagsSafe|purell.FlagRemoveDotSegments|purell.FlagRemoveDuplicateSlashes|purell.FlagRemoveFragment|purell.FlagRemoveDirectoryIndex|purell.FlagSortQuery)
+ urlStr := purell.NormalizeURL(link.URL, purell.FlagsSafe|purell.FlagRemoveDotSegments|purell.FlagRemoveDuplicateSlashes|purell.FlagRemoveFragment|purell.FlagSortQuery)
// Protect the read-modify-update below with a mutex.
c.enqueueMx.Lock()