From dc39be70c4b9dbb4cf330ddc7776340551a4764c Mon Sep 17 00:00:00 2001 From: Jordan Date: Thu, 10 Feb 2022 14:54:24 -0700 Subject: client, crawl: --bind, support making outbound requests from a particular address --- client.go | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) (limited to 'client.go') diff --git a/client.go b/client.go index c028e42..2284e9e 100644 --- a/client.go +++ b/client.go @@ -66,3 +66,32 @@ func NewHTTPClientWithDNSOverride(dnsMap map[string]string) *http.Client { Jar: jar, } } + +// NewHTTPClientWithLocalAddrOverride returns an http.Client suitable for +// crawling, with a LocalAddr override for making outbound connections using +// an explicit interface +func NewHTTPClientWithLocalAddrOverride(addr *net.IPAddr) *http.Client { + jar, _ := cookiejar.New(nil) // nolint + localTCPAddr := net.TCPAddr{ + IP: addr.IP, + } + transport := &http.Transport{ + DialContext: (&net.Dialer{ + LocalAddr: &localTCPAddr, + Timeout: 30 * time.Second, + KeepAlive: 30 * time.Second, + DualStack: false, + }).DialContext, + TLSClientConfig: &tls.Config{ + InsecureSkipVerify: true, // nolint + }, + } + return &http.Client{ + Timeout: defaultClientTimeout, + Transport: transport, + CheckRedirect: func(req *http.Request, via []*http.Request) error { + return http.ErrUseLastResponse + }, + Jar: jar, + } +} -- cgit v1.2.3-54-g00ecf