diff options
Diffstat (limited to 'cmd/crawl/crawl.go')
| -rw-r--r-- | cmd/crawl/crawl.go | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/cmd/crawl/crawl.go b/cmd/crawl/crawl.go index cf2af5d..bbbd65b 100644 --- a/cmd/crawl/crawl.go +++ b/cmd/crawl/crawl.go @@ -62,6 +62,7 @@ func hdr2str(h http.Header) []byte { type warcSaveHandler struct { warc *warc.Writer warcInfoID string + numWritten int } func (h *warcSaveHandler) writeWARCRecord(typ, uri string, data []byte) error { @@ -109,6 +110,8 @@ func (h *warcSaveHandler) Handle(c *crawl.Crawler, u string, depth int, resp *ht return werr } + h.numWritten++ + return extractLinks(c, u, depth, resp, nil) } |