aboutsummaryrefslogtreecommitdiff
path: root/scope.go
diff options
context:
space:
mode:
authorale <ale@incal.net>2014-12-20 11:58:12 +0000
committerale <ale@incal.net>2014-12-20 11:58:12 +0000
commitc31b2d91e508e7ec1d9640f92fa07ee6575c46e6 (patch)
tree2787a4a40f798eb262113bcdf83bd506da345994 /scope.go
parent4c82422d2e75b9b8f4d034b1f43fda566416d6af (diff)
downloadcrawl-c31b2d91e508e7ec1d9640f92fa07ee6575c46e6.tar.gz
crawl-c31b2d91e508e7ec1d9640f92fa07ee6575c46e6.zip
add tests to scope.go
Diffstat (limited to 'scope.go')
-rw-r--r--scope.go3
1 files changed, 3 insertions, 0 deletions
diff --git a/scope.go b/scope.go
index de909f4..a2c06b6 100644
--- a/scope.go
+++ b/scope.go
@@ -57,6 +57,9 @@ func (m URLPrefixMap) Add(uri *url.URL) {
func (m URLPrefixMap) Contains(uri *url.URL) bool {
s := strings.TrimPrefix(uri.Host, "www.")
+ if _, ok := m[s]; ok {
+ return true
+ }
for _, p := range strings.Split(uri.Path, "/") {
if p == "" {
continue