// Copyright 2013 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package main_test import ( "bufio" "bytes" "fmt" "go/build" "io" "io/ioutil" "net" "net/http" "os" "os/exec" "path/filepath" "regexp" "runtime" "strings" "testing" "time" ) // buildGodoc builds the godoc executable. // It returns its path, and a cleanup function. // // TODO(adonovan): opt: do this at most once, and do the cleanup // exactly once. How though? There's no atexit. func buildGodoc(t *testing.T) (bin string, cleanup func()) { if runtime.GOARCH == "arm" { t.Skip("skipping test on arm platforms; too slow") } tmp, err := ioutil.TempDir("", "godoc-regtest-") if err != nil { t.Fatal(err) } defer func() { if cleanup == nil { // probably, go build failed. os.RemoveAll(tmp) } }() bin = filepath.Join(tmp, "godoc") if runtime.GOOS == "windows" { bin += ".exe" } cmd := exec.Command("go", "build", "-o", bin) if err := cmd.Run(); err != nil { t.Fatalf("Building godoc: %v", err) } return bin, func() { os.RemoveAll(tmp) } } func serverAddress(t *testing.T) string { ln, err := net.Listen("tcp", "127.0.0.1:0") if err != nil { ln, err = net.Listen("tcp6", "[::1]:0") } if err != nil { t.Fatal(err) } defer ln.Close() return ln.Addr().String() } func waitForServerReady(t *testing.T, addr string) { waitForServer(t, fmt.Sprintf("http://%v/", addr), "The Go Programming Language", 15*time.Second, false) } func waitForSearchReady(t *testing.T, addr string) { waitForServer(t, fmt.Sprintf("http://%v/search?q=FALLTHROUGH", addr), "The list of tokens.", 2*time.Minute, false) } func waitUntilScanComplete(t *testing.T, addr string) { waitForServer(t, fmt.Sprintf("http://%v/pkg", addr), "Scan is not yet complete", 2*time.Minute, true, ) // setting reverse as true, which means this waits // until the string is not returned in the response anymore } const pollInterval = 200 * time.Millisecond func waitForServer(t *testing.T, url, match string, timeout time.Duration, reverse bool) { // "health check" duplicated from x/tools/cmd/tipgodoc/tip.go deadline := time.Now().Add(timeout) for time.Now().Before(deadline) { time.Sleep(pollInterval) res, err := http.Get(url) if err != nil { continue } rbody, err := ioutil.ReadAll(res.Body) res.Body.Close() if err == nil && res.StatusCode == http.StatusOK { if bytes.Contains(rbody, []byte(match)) && !reverse { return } if !bytes.Contains(rbody, []byte(match)) && reverse { return } } } t.Fatalf("Server failed to respond in %v", timeout) } // hasTag checks whether a given release tag is contained in the current version // of the go binary. func hasTag(t string) bool { for _, v := range build.Default.ReleaseTags { if t == v { return true } } return false } func killAndWait(cmd *exec.Cmd) { cmd.Process.Kill() cmd.Wait() } // Basic integration test for godoc HTTP interface. func TestWeb(t *testing.T) { testWeb(t, false) } // Basic integration test for godoc HTTP interface. func TestWebIndex(t *testing.T) { if testing.Short() { t.Skip("skipping test in -short mode") } testWeb(t, true) } // Basic integration test for godoc HTTP interface. func testWeb(t *testing.T, withIndex bool) { if runtime.GOOS == "plan9" { t.Skip("skipping on plan9; files to start up quickly enough") } bin, cleanup := buildGodoc(t) defer cleanup() addr := serverAddress(t) args := []string{fmt.Sprintf("-http=%s", addr)} if withIndex { args = append(args, "-index", "-index_interval=-1s") } cmd := exec.Command(bin, args...) cmd.Stdout = os.Stderr cmd.Stderr = os.Stderr cmd.Args[0] = "godoc" // Set GOPATH variable to non-existing path // and GOPROXY=off to disable module fetches. // We cannot just unset GOPATH variable because godoc would default it to ~/go. // (We don't want the indexer looking at the local workspace during tests.) cmd.Env = append(os.Environ(), "GOPATH=does_not_exist", "GOPROXY=off", "GO111MODULE=off") if err := cmd.Start(); err != nil { t.Fatalf("failed to start godoc: %s", err) } defer killAndWait(cmd) if withIndex { waitForSearchReady(t, addr) } else { waitForServerReady(t, addr) waitUntilScanComplete(t, addr) } tests := []struct { path string contains []string // substring match []string // regexp notContains []string needIndex bool releaseTag string // optional release tag that must be in go/build.ReleaseTags }{ { path: "/", contains: []string{"Go is an open source programming language"}, }, { path: "/pkg/fmt/", contains: []string{"Package fmt implements formatted I/O"}, }, { path: "/src/fmt/", contains: []string{"scan_test.go"}, }, { path: "/src/fmt/print.go", contains: []string{"// Println formats using"}, }, { path: "/pkg", contains: []string{ "Standard library", "Package fmt implements formatted I/O", }, notContains: []string{ "internal/syscall", "cmd/gc", }, }, { path: "/pkg/?m=all", contains: []string{ "Standard library", "Package fmt implements formatted I/O", "internal/syscall/?m=all", }, notContains: []string{ "cmd/gc", }, }, { path: "/search?q=ListenAndServe", contains: []string{ "/src", }, notContains: []string{ "/pkg/bootstrap", }, needIndex: true, }, { path: "/pkg/strings/", contains: []string{ `href="/src/strings/strings.go"`, }, }, { path: "/cmd/compile/internal/amd64/", contains: []string{ `href="/src/cmd/compile/internal/amd64/ssa.go"`, }, }, { path: "/pkg/math/bits/", contains: []string{ `Added in Go 1.9`, }, }, { path: "/pkg/net/", contains: []string{ `// IPv6 scoped addressing zone; added in Go 1.1`, }, }, { path: "/pkg/net/http/httptrace/", match: []string{ `Got1xxResponse.*// Go 1\.11`, }, releaseTag: "go1.11", }, // Verify we don't add version info to a struct field added the same time // as the struct itself: { path: "/pkg/net/http/httptrace/", match: []string{ `(?m)GotFirstResponseByte func\(\)\s*$`, }, }, // Remove trailing periods before adding semicolons: { path: "/pkg/database/sql/", contains: []string{ "The number of connections currently in use; added in Go 1.11", "The number of idle connections; added in Go 1.11", }, releaseTag: "go1.11", }, } for _, test := range tests { if test.needIndex && !withIndex { continue } url := fmt.Sprintf("http://%s%s", addr, test.path) resp, err := http.Get(url) if err != nil { t.Errorf("GET %s failed: %s", url, err) continue } body, err := ioutil.ReadAll(resp.Body) strBody := string(body) resp.Body.Close() if err != nil { t.Errorf("GET %s: failed to read body: %s (response: %v)", url, err, resp) } isErr := false for _, substr := range test.contains { if test.releaseTag != "" && !hasTag(test.releaseTag) { continue } if !bytes.Contains(body, []byte(substr)) { t.Errorf("GET %s: wanted substring %q in body", url, substr) isErr = true } } for _, re := range test.match { if test.releaseTag != "" && !hasTag(test.releaseTag) { continue } if ok, err := regexp.MatchString(re, strBody); !ok || err != nil { if err != nil { t.Fatalf("Bad regexp %q: %v", re, err) } t.Errorf("GET %s: wanted to match %s in body", url, re) isErr = true } } for _, substr := range test.notContains { if bytes.Contains(body, []byte(substr)) { t.Errorf("GET %s: didn't want substring %q in body", url, substr) isErr = true } } if isErr { t.Errorf("GET %s: got:\n%s", url, body) } } } // Basic integration test for godoc -analysis=type (via HTTP interface). func TestTypeAnalysis(t *testing.T) { if runtime.GOOS == "plan9" { t.Skip("skipping test on plan9 (issue #11974)") // see comment re: Plan 9 below } // Write a fake GOROOT/GOPATH. tmpdir, err := ioutil.TempDir("", "godoc-analysis") if err != nil { t.Fatalf("ioutil.TempDir failed: %s", err) } defer os.RemoveAll(tmpdir) for _, f := range []struct{ file, content string }{ {"goroot/src/lib/lib.go", ` package lib type T struct{} const C = 3 var V T func (T) F() int { return C } `}, {"gopath/src/app/main.go", ` package main import "lib" func main() { print(lib.V) } `}, } { file := filepath.Join(tmpdir, f.file) if err := os.MkdirAll(filepath.Dir(file), 0755); err != nil { t.Fatalf("MkdirAll(%s) failed: %s", filepath.Dir(file), err) } if err := ioutil.WriteFile(file, []byte(f.content), 0644); err != nil { t.Fatal(err) } } // Start the server. bin, cleanup := buildGodoc(t) defer cleanup() addr := serverAddress(t) cmd := exec.Command(bin, fmt.Sprintf("-http=%s", addr), "-analysis=type") cmd.Env = os.Environ() cmd.Env = append(cmd.Env, fmt.Sprintf("GOROOT=%s", filepath.Join(tmpdir, "goroot"))) cmd.Env = append(cmd.Env, fmt.Sprintf("GOPATH=%s", filepath.Join(tmpdir, "gopath"))) cmd.Env = append(cmd.Env, "GO111MODULE=off") cmd.Env = append(cmd.Env, "GOPROXY=off") cmd.Stdout = os.Stderr stderr, err := cmd.StderrPipe() if err != nil { t.Fatal(err) } cmd.Args[0] = "godoc" if err := cmd.Start(); err != nil { t.Fatalf("failed to start godoc: %s", err) } defer killAndWait(cmd) waitForServerReady(t, addr) // Wait for type analysis to complete. reader := bufio.NewReader(stderr) for { s, err := reader.ReadString('\n') // on Plan 9 this fails if err != nil { t.Fatal(err) } fmt.Fprint(os.Stderr, s) if strings.Contains(s, "Type analysis complete.") { break } } go io.Copy(os.Stderr, reader) t0 := time.Now() // Make an HTTP request and check for a regular expression match. // The patterns are very crude checks that basic type information // has been annotated onto the source view. tryagain: for _, test := range []struct{ url, pattern string }{ {"/src/lib/lib.go", "L2.*package .*Package docs for lib.*/lib"}, {"/src/lib/lib.go", "L3.*type .*type info for T.*struct"}, {"/src/lib/lib.go", "L5.*var V .*type T struct"}, {"/src/lib/lib.go", "L6.*func .*type T struct.*T.*return .*const C untyped int.*C"}, {"/src/app/main.go", "L2.*package .*Package docs for app"}, {"/src/app/main.go", "L3.*import .*Package docs for lib.*lib"}, {"/src/app/main.go", "L4.*func main.*package lib.*lib.*var lib.V lib.T.*V"}, } { url := fmt.Sprintf("http://%s%s", addr, test.url) resp, err := http.Get(url) if err != nil { t.Errorf("GET %s failed: %s", url, err) continue } body, err := ioutil.ReadAll(resp.Body) resp.Body.Close() if err != nil { t.Errorf("GET %s: failed to read body: %s (response: %v)", url, err, resp) continue } if !bytes.Contains(body, []byte("Static analysis features")) { // Type analysis results usually become available within // ~4ms after godoc startup (for this input on my machine). if elapsed := time.Since(t0); elapsed > 500*time.Millisecond { t.Fatalf("type analysis results still unavailable after %s", elapsed) } time.Sleep(10 * time.Millisecond) goto tryagain } match, err := regexp.Match(test.pattern, body) if err != nil { t.Errorf("regexp.Match(%q) failed: %s", test.pattern, err) continue } if !match { // This is a really ugly failure message. t.Errorf("GET %s: body doesn't match %q, got:\n%s", url, test.pattern, string(body)) } } }