Improve error checking

Detect write errors (both on the database and to the WARC output) and
abort with an error message.

Also fix a bunch of harmless lint warnings.

1 files changed, 4 insertions, 4 deletions

diff --git a/client.go b/client.go
index c0c2626..45736f5 100644
--- a/client.go
+++ b/client.go
@@ -9,18 +9,18 @@ import (
 
 var defaultClientTimeout = 60 * time.Second
 
-var DefaultClient *http.Client
-
 // DefaultClient returns a http.Client suitable for crawling: does not
 // follow redirects, accepts invalid TLS certificates, sets a
 // reasonable timeout for requests.
+var DefaultClient *http.Client
+
 func init() {
-	jar, _ := cookiejar.New(nil)
+	jar, _ := cookiejar.New(nil) // nolint
 	DefaultClient = &http.Client{
 		Timeout: defaultClientTimeout,
 		Transport: &http.Transport{
 			TLSClientConfig: &tls.Config{
-				InsecureSkipVerify: true,
+				InsecureSkipVerify: true, // nolint
 			},
 		},
 		CheckRedirect: func(req *http.Request, via []*http.Request) error {