meta: Move metadata checks into meta directory, make them tests

This moves a few things from script/ to a new directory meta/, and makes
them real Go tests. These are the authors, copyright, metalint and gofmt
checks. That means that they can now be run by

go test -v ./meta

and optionally filtered by the usual -run thing to go test. Also -short
will cut down on the metalint stuff and exclude the authors check (which
is slow because it runs git lots of times).

Mainly this makes everything easier on things like build servers where
we can now just run tests instead of do a bunch of scripting.

GitHub-Pull-Request: https://github.com/syncthing/syncthing/pull/4252

5 files changed, 382 insertions, 0 deletions

diff --git a/meta/README.txt b/meta/README.txt
new file mode 100644
index 000000000..c5bf22778
--- /dev/null
+++ b/meta/README.txt
@@ -0,0 +1,3 @@
+The files in this directory contain metadata tests - that is, tests on the
+shape and colour of the code in the rest of the repository. This code is not
+compiled into the final product.
\ No newline at end of file
diff --git a/meta/authors_test.go b/meta/authors_test.go
new file mode 100644
index 000000000..abfa0a2c3
--- /dev/null
+++ b/meta/authors_test.go
@@ -0,0 +1,149 @@
+// Copyright (C) 2015 The Syncthing Authors.
+//
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this file,
+// You can obtain one at https://mozilla.org/MPL/2.0/.
+
+// Checks for authors that are not mentioned in AUTHORS
+package meta
+
+import (
+	"bytes"
+	"io/ioutil"
+	"os/exec"
+	"regexp"
+	"strings"
+	"testing"
+)
+
+// list of commits that we don't include in our checks; because they are
+// legacy things that don't check code, are committed with incorrect address,
+// or for other reasons.
+var excludeCommits = stringSetFromStrings([]string{
+	"63bd0136fb40a91efaa279cb4b4159d82e8e6904",
+	"4e2feb6fbc791bb8a2daf0ab8efb10775d66343e",
+	"f2459ef3319b2f060dbcdacd0c35a1788a94b8bd",
+	"b61f418bf2d1f7d5a9d7088a20a2a448e5e66801",
+	"a9339d0627fff439879d157c75077f02c9fac61b",
+	"254c63763a3ad42fd82259f1767db526cff94a14",
+	"4b76ec40c07078beaa2c5e250ed7d9bd6276a718",
+	"32a76901a91ff0f663db6f0830e0aedec946e4d0",
+	"3626003f680bad3e63677982576d3a05421e88e9",
+	"342036408e65bd25bb6afbcc705e2e2c013bb01f",
+	"e37cefdbee1c1cd95ad095b5da6d1252723f103b",
+	"bcc5d7c00f52552303b463d43a636f27b7f7e19b",
+})
+
+func TestCheckAuthors(t *testing.T) {
+	if testing.Short() {
+		t.Skip("skipping slow test")
+	}
+
+	actual, hashes := actualAuthorEmails(t, ".", "../cmd/", "../lib/", "../gui/", "../test/", "../script/")
+	listed := listedAuthorEmails(t)
+	missing := actual.except(listed)
+	for author := range missing {
+		t.Logf("Missing author: %s", author)
+		for _, hash := range hashes[author] {
+			t.Logf("  in hash: %s", hash)
+		}
+	}
+	if len(missing) > 0 {
+		t.Errorf("Missing %d author(s)", len(missing))
+	}
+}
+
+// actualAuthorEmails returns the set of author emails found in the actual git
+// commit log, except those in excluded commits.
+func actualAuthorEmails(t *testing.T, paths ...string) (stringSet, map[string][]string) {
+	args := append([]string{"log", "--format=%H %ae"}, paths...)
+	cmd := exec.Command("git", args...)
+	bs, err := cmd.Output()
+	if err != nil {
+		t.Fatal("authorEmails:", err)
+	}
+
+	hashes := make(map[string][]string)
+	authors := newStringSet()
+	for _, line := range bytes.Split(bs, []byte{'\n'}) {
+		fields := strings.Fields(string(line))
+		if len(fields) != 2 {
+			continue
+		}
+
+		hash, author := fields[0], fields[1]
+		if excludeCommits.has(hash) {
+			continue
+		}
+
+		if strings.Contains(strings.ToLower(body(t, hash)), "skip-check: authors") {
+			continue
+		}
+
+		authors.add(author)
+		hashes[author] = append(hashes[author], hash)
+	}
+
+	return authors, hashes
+}
+
+// listedAuthorEmails returns the set of author emails mentioned in AUTHORS
+func listedAuthorEmails(t *testing.T) stringSet {
+	bs, err := ioutil.ReadFile("../AUTHORS")
+	if err != nil {
+		t.Fatal("listedAuthorEmails:", err)
+	}
+
+	emailRe := regexp.MustCompile(`<([^>]+)>`)
+	matches := emailRe.FindAllStringSubmatch(string(bs), -1)
+
+	authors := newStringSet()
+	for _, match := range matches {
+		authors.add(match[1])
+	}
+	return authors
+}
+
+func body(t *testing.T, hash string) string {
+	cmd := exec.Command("git", "show", "--pretty=format:%b", "-s", hash)
+	bs, err := cmd.Output()
+	if err != nil {
+		t.Fatal("body:", err)
+	}
+	return string(bs)
+}
+
+// A simple string set type
+
+type stringSet map[string]struct{}
+
+func newStringSet() stringSet {
+	return make(stringSet)
+}
+
+func stringSetFromStrings(ss []string) stringSet {
+	s := newStringSet()
+	for _, e := range ss {
+		s.add(e)
+	}
+	return s
+}
+
+func (s stringSet) add(e string) {
+	s[e] = struct{}{}
+}
+
+func (s stringSet) has(e string) bool {
+	_, ok := s[e]
+	return ok
+}
+
+func (s stringSet) except(other stringSet) stringSet {
+	diff := newStringSet()
+	for e := range s {
+		if !other.has(e) {
+			diff.add(e)
+		}
+	}
+	return diff
+}
diff --git a/meta/copyright_test.go b/meta/copyright_test.go
new file mode 100644
index 000000000..e088cbdde
--- /dev/null
+++ b/meta/copyright_test.go
@@ -0,0 +1,72 @@
+// Copyright (C) 2015 The Syncthing Authors.
+//
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this file,
+// You can obtain one at https://mozilla.org/MPL/2.0/.
+
+// Checks for files missing copyright notice
+package meta
+
+import (
+	"bufio"
+	"fmt"
+	"os"
+	"path/filepath"
+	"regexp"
+	"strings"
+	"testing"
+)
+
+// File extensions to check
+var copyrightCheckExts = map[string]bool{
+	".go": true,
+}
+
+// Directories to search
+var copyrightCheckDirs = []string{".", "../cmd", "../lib", "../test", "../script"}
+
+// Valid copyright headers, searched for in the top five lines in each file.
+var copyrightRegexps = []string{
+	`Copyright`,
+	`package auto`,
+	`automatically generated by genxdr`,
+	`generated by protoc`,
+}
+
+var copyrightRe = regexp.MustCompile(strings.Join(copyrightRegexps, "|"))
+
+func TestCheckCopyright(t *testing.T) {
+	for _, dir := range copyrightCheckDirs {
+		err := filepath.Walk(dir, checkCopyright)
+		if err != nil {
+			t.Error(err)
+		}
+	}
+}
+
+func checkCopyright(path string, info os.FileInfo, err error) error {
+	if err != nil {
+		return err
+	}
+	if !info.Mode().IsRegular() {
+		return nil
+	}
+	if !copyrightCheckExts[filepath.Ext(path)] {
+		return nil
+	}
+
+	fd, err := os.Open(path)
+	if err != nil {
+		return err
+	}
+	defer fd.Close()
+
+	scanner := bufio.NewScanner(fd)
+	for i := 0; scanner.Scan() && i < 5; i++ {
+		if copyrightRe.MatchString(scanner.Text()) {
+			return nil
+		}
+	}
+
+	return fmt.Errorf("Missing copyright in %s?", path)
+}
diff --git a/meta/gofmt_test.go b/meta/gofmt_test.go
new file mode 100644
index 000000000..542c043b6
--- /dev/null
+++ b/meta/gofmt_test.go
@@ -0,0 +1,45 @@
+// Copyright (C) 2015 The Syncthing Authors.
+//
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this file,
+// You can obtain one at https://mozilla.org/MPL/2.0/.
+
+// Checks for authors that are not mentioned in AUTHORS
+package meta
+
+import (
+	"os"
+	"os/exec"
+	"path/filepath"
+	"testing"
+)
+
+var gofmtCheckDirs = []string{".", "../cmd", "../lib", "../test", "../script"}
+
+func TestCheckGoFmt(t *testing.T) {
+	for _, dir := range gofmtCheckDirs {
+		err := filepath.Walk(dir, func(path string, info os.FileInfo, err error) error {
+			if err != nil {
+				return err
+			}
+			if path == ".git" {
+				return filepath.SkipDir
+			}
+			if filepath.Ext(path) != ".go" {
+				return nil
+			}
+			cmd := exec.Command("gofmt", "-s", "-d", path)
+			bs, err := cmd.CombinedOutput()
+			if err != nil {
+				return err
+			}
+			if len(bs) != 0 {
+				t.Errorf("File %s is not formatted correctly:\n\n%s", path, string(bs))
+			}
+			return nil
+		})
+		if err != nil {
+			t.Fatal(err)
+		}
+	}
+}
diff --git a/meta/metalint_test.go b/meta/metalint_test.go
new file mode 100644
index 000000000..24cf47f24
--- /dev/null
+++ b/meta/metalint_test.go
@@ -0,0 +1,113 @@
+// Copyright (C) 2017 The Syncthing Authors.
+//
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this file,
+// You can obtain one at https://mozilla.org/MPL/2.0/.
+
+package meta
+
+import (
+	"bytes"
+	"log"
+	"os/exec"
+	"strings"
+	"testing"
+)
+
+var (
+	// fast linters complete in a fraction of a second and might as well be
+	// run always as part of the build
+	fastLinters = []string{
+		"deadcode",
+		"golint",
+		"ineffassign",
+		"vet",
+	}
+
+	// slow linters take several seconds and are run only as part of the
+	// "metalint" command.
+	slowLinters = []string{
+		"gosimple",
+		"staticcheck",
+		"structcheck",
+		"unused",
+		"varcheck",
+	}
+
+	// Which parts of the tree to lint
+	lintDirs = []string{".", "../script/...", "../lib/...", "../cmd/..."}
+
+	// Messages to ignore
+	lintExcludes = []string{
+		".pb.go",
+		"should have comment",
+		"protocol.Vector composite literal uses unkeyed fields",
+		"cli.Requires composite literal uses unkeyed fields",
+		"Use DialContext instead",   // Go 1.7
+		"os.SEEK_SET is deprecated", // Go 1.7
+		"SA4017",                    // staticcheck "is a pure function but its return value is ignored"
+	}
+)
+
+func TestCheckMetalint(t *testing.T) {
+	if !isGometalinterInstalled() {
+		return
+	}
+
+	gometalinter(t, lintDirs, lintExcludes...)
+}
+
+func isGometalinterInstalled() bool {
+	if _, err := runError("gometalinter", "--disable-all"); err != nil {
+		log.Println("gometalinter is not installed")
+		return false
+	}
+	return true
+}
+
+func gometalinter(t *testing.T, dirs []string, excludes ...string) bool {
+	params := []string{"--disable-all", "--concurrency=2", "--deadline=300s"}
+
+	for _, linter := range fastLinters {
+		params = append(params, "--enable="+linter)
+	}
+
+	if !testing.Short() {
+		for _, linter := range slowLinters {
+			params = append(params, "--enable="+linter)
+		}
+	}
+
+	for _, exclude := range excludes {
+		params = append(params, "--exclude="+exclude)
+	}
+
+	params = append(params, dirs...)
+
+	bs, _ := runError("gometalinter", params...)
+
+	nerr := 0
+	lines := make(map[string]struct{})
+	for _, line := range strings.Split(string(bs), "\n") {
+		if line == "" {
+			continue
+		}
+		if _, ok := lines[line]; ok {
+			continue
+		}
+		log.Println(line)
+		if strings.Contains(line, "executable file not found") {
+			log.Println(` - Try "go run build.go setup" to install missing tools`)
+		}
+		lines[line] = struct{}{}
+		nerr++
+	}
+
+	return nerr == 0
+}
+
+func runError(cmd string, args ...string) ([]byte, error) {
+	ecmd := exec.Command(cmd, args...)
+	bs, err := ecmd.CombinedOutput()
+	return bytes.TrimSpace(bs), err
+}