package analysis
import (
"fmt"
"io"
"io/ioutil"
"net/http"
"net/url"
"os"
"strings"
"testing"
"github.com/google/go-cmp/cmp"
)
func makeResponse(ctype, body string) *http.Response {
u, _ := url.Parse("https://example.com/")
r := &http.Response{
Header: make(http.Header),
Body: ioutil.NopCloser(strings.NewReader(body)),
Request: &http.Request{
URL: u,
},
}
r.Header.Set("Content-Type", ctype)
return r
}
type testdata struct {
ctype string
body string
expectedLinks []string
}
func (td *testdata) runTestCase() error {
r, err := ioutil.TempFile("temp", "crawl")
if err != nil {
return err
}
defer os.Remove(r.Name())
w, err := os.OpenFile(r.Name(), os.O_RDWR, 0777)
if err != nil {
return err
}
resp := makeResponse(td.ctype, td.body)
if _, err := io.Copy(w, resp.Body); err != nil {
return err
}
if _, err := r.Seek(0, io.SeekStart); err != nil {
return err
}
links, err := GetLinks(resp, r)
if err != nil {
return fmt.Errorf("GetLinks() error: %v", err)
}
var linkStr []string
for _, l := range links {
linkStr = append(linkStr, l.URL.String())
}
if diff := cmp.Diff(td.expectedLinks, linkStr); diff != "" {
return fmt.Errorf("unexpected result:\n%s", diff)
}
return nil
}
var tests = []testdata{
{
"text/html",
`
link
`,
[]string{
"https://example.com/link1",
},
},
{
"text/html",
`
`,
[]string{
"https://example.com/link1",
},
},
}
func TestLinks(t *testing.T) {
for _, tt := range tests {
if err := tt.runTestCase(); err != nil {
t.Error(err)
}
}
}