aboutsummaryrefslogtreecommitdiff
path: root/cmd/crawl/crawl.go
diff options
context:
space:
mode:
Diffstat (limited to 'cmd/crawl/crawl.go')
-rw-r--r--cmd/crawl/crawl.go10
1 files changed, 10 insertions, 0 deletions
diff --git a/cmd/crawl/crawl.go b/cmd/crawl/crawl.go
index 8c20901..63fda1a 100644
--- a/cmd/crawl/crawl.go
+++ b/cmd/crawl/crawl.go
@@ -327,6 +327,16 @@ func main() {
}
}
+ // Write seed list (assembled URLs) to seed_urls file
+ f, err := os.Create("seed_urls")
+ if err != nil {
+ log.Fatal(err)
+ }
+ defer f.Close()
+ for _, v := range seeds {
+ fmt.Fprintln(f, v)
+ }
+
w, err := warcWriterFromFlags(host)
if err != nil {
log.Fatal(err)