// Copyright 2019 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // Package testenv contains helper functions for skipping tests // based on which tools are present in the environment. package testenv import ( "bytes" "fmt" "go/build" "os" "os/exec" "path/filepath" "runtime" "runtime/debug" "strings" "sync" "testing" "time" "golang.org/x/mod/modfile" "golang.org/x/tools/internal/goroot" ) // packageMainIsDevel reports whether the module containing package main // is a development version (if module information is available). func packageMainIsDevel() bool { info, ok := debug.ReadBuildInfo() if !ok { // Most test binaries currently lack build info, but this should become more // permissive once https://golang.org/issue/33976 is fixed. return true } // Note: info.Main.Version describes the version of the module containing // package main, not the version of “the main module”. // See https://golang.org/issue/33975. return info.Main.Version == "(devel)" } var checkGoBuild struct { once sync.Once err error } // HasTool reports an error if the required tool is not available in PATH. // // For certain tools, it checks that the tool executable is correct. func HasTool(tool string) error { if tool == "cgo" { enabled, err := cgoEnabled(false) if err != nil { return fmt.Errorf("checking cgo: %v", err) } if !enabled { return fmt.Errorf("cgo not enabled") } return nil } _, err := exec.LookPath(tool) if err != nil { return err } switch tool { case "patch": // check that the patch tools supports the -o argument temp, err := os.CreateTemp("", "patch-test") if err != nil { return err } temp.Close() defer os.Remove(temp.Name()) cmd := exec.Command(tool, "-o", temp.Name()) if err := cmd.Run(); err != nil { return err } case "go": checkGoBuild.once.Do(func() { if runtime.GOROOT() != "" { // Ensure that the 'go' command found by exec.LookPath is from the correct // GOROOT. Otherwise, 'some/path/go test ./...' will test against some // version of the 'go' binary other than 'some/path/go', which is almost // certainly not what the user intended. out, err := exec.Command(tool, "env", "GOROOT").Output() if err != nil { if exit, ok := err.(*exec.ExitError); ok && len(exit.Stderr) > 0 { err = fmt.Errorf("%w\nstderr:\n%s)", err, exit.Stderr) } checkGoBuild.err = err return } GOROOT := strings.TrimSpace(string(out)) if GOROOT != runtime.GOROOT() { checkGoBuild.err = fmt.Errorf("'go env GOROOT' does not match runtime.GOROOT:\n\tgo env: %s\n\tGOROOT: %s", GOROOT, runtime.GOROOT()) return } } dir, err := os.MkdirTemp("", "testenv-*") if err != nil { checkGoBuild.err = err return } defer os.RemoveAll(dir) mainGo := filepath.Join(dir, "main.go") if err := os.WriteFile(mainGo, []byte("package main\nfunc main() {}\n"), 0644); err != nil { checkGoBuild.err = err return } cmd := exec.Command("go", "build", "-o", os.DevNull, mainGo) cmd.Dir = dir if out, err := cmd.CombinedOutput(); err != nil { if len(out) > 0 { checkGoBuild.err = fmt.Errorf("%v: %v\n%s", cmd, err, out) } else { checkGoBuild.err = fmt.Errorf("%v: %v", cmd, err) } } }) if checkGoBuild.err != nil { return checkGoBuild.err } case "diff": // Check that diff is the GNU version, needed for the -u argument and // to report missing newlines at the end of files. out, err := exec.Command(tool, "-version").Output() if err != nil { return err } if !bytes.Contains(out, []byte("GNU diffutils")) { return fmt.Errorf("diff is not the GNU version") } } return nil } func cgoEnabled(bypassEnvironment bool) (bool, error) { cmd := exec.Command("go", "env", "CGO_ENABLED") if bypassEnvironment { cmd.Env = append(append([]string(nil), os.Environ()...), "CGO_ENABLED=") } out, err := cmd.Output() if err != nil { if exit, ok := err.(*exec.ExitError); ok && len(exit.Stderr) > 0 { err = fmt.Errorf("%w\nstderr:\n%s", err, exit.Stderr) } return false, err } enabled := strings.TrimSpace(string(out)) return enabled == "1", nil } func allowMissingTool(tool string) bool { switch runtime.GOOS { case "aix", "darwin", "dragonfly", "freebsd", "illumos", "linux", "netbsd", "openbsd", "plan9", "solaris", "windows": // Known non-mobile OS. Expect a reasonably complete environment. default: return true } switch tool { case "cgo": if strings.HasSuffix(os.Getenv("GO_BUILDER_NAME"), "-nocgo") { // Explicitly disabled on -nocgo builders. return true } if enabled, err := cgoEnabled(true); err == nil && !enabled { // No platform support. return true } case "go": if os.Getenv("GO_BUILDER_NAME") == "illumos-amd64-joyent" { // Work around a misconfigured builder (see https://golang.org/issue/33950). return true } case "diff": if os.Getenv("GO_BUILDER_NAME") != "" { return true } case "patch": if os.Getenv("GO_BUILDER_NAME") != "" { return true } } // If a developer is actively working on this test, we expect them to have all // of its dependencies installed. However, if it's just a dependency of some // other module (for example, being run via 'go test all'), we should be more // tolerant of unusual environments. return !packageMainIsDevel() } // NeedsTool skips t if the named tool is not present in the path. // As a special case, "cgo" means "go" is present and can compile cgo programs. func NeedsTool(t testing.TB, tool string) { err := HasTool(tool) if err == nil { return } t.Helper() if allowMissingTool(tool) { // TODO(adonovan): if we skip because of (e.g.) // mismatched go env GOROOT and runtime.GOROOT, don't // we risk some users not getting the coverage they expect? // bcmills notes: this shouldn't be a concern as of CL 404134 (Go 1.19). // We could probably safely get rid of that GOPATH consistency // check entirely at this point. t.Skipf("skipping because %s tool not available: %v", tool, err) } else { t.Fatalf("%s tool not available: %v", tool, err) } } // NeedsGoPackages skips t if the go/packages driver (or 'go' tool) implied by // the current process environment is not present in the path. func NeedsGoPackages(t testing.TB) { t.Helper() tool := os.Getenv("GOPACKAGESDRIVER") switch tool { case "off": // "off" forces go/packages to use the go command. tool = "go" case "": if _, err := exec.LookPath("gopackagesdriver"); err == nil { tool = "gopackagesdriver" } else { tool = "go" } } NeedsTool(t, tool) } // NeedsGoPackagesEnv skips t if the go/packages driver (or 'go' tool) implied // by env is not present in the path. func NeedsGoPackagesEnv(t testing.TB, env []string) { t.Helper() for _, v := range env { if strings.HasPrefix(v, "GOPACKAGESDRIVER=") { tool := strings.TrimPrefix(v, "GOPACKAGESDRIVER=") if tool == "off" { NeedsTool(t, "go") } else { NeedsTool(t, tool) } return } } NeedsGoPackages(t) } // NeedsGoBuild skips t if the current system can't build programs with “go build” // and then run them with os.StartProcess or exec.Command. // Android doesn't have the userspace go build needs to run, // and js/wasm doesn't support running subprocesses. func NeedsGoBuild(t testing.TB) { t.Helper() // This logic was derived from internal/testing.HasGoBuild and // may need to be updated as that function evolves. NeedsTool(t, "go") } // ExitIfSmallMachine emits a helpful diagnostic and calls os.Exit(0) if the // current machine is a builder known to have scarce resources. // // It should be called from within a TestMain function. func ExitIfSmallMachine() { switch b := os.Getenv("GO_BUILDER_NAME"); b { case "linux-arm-scaleway": // "linux-arm" was renamed to "linux-arm-scaleway" in CL 303230. fmt.Fprintln(os.Stderr, "skipping test: linux-arm-scaleway builder lacks sufficient memory (https://golang.org/issue/32834)") case "plan9-arm": fmt.Fprintln(os.Stderr, "skipping test: plan9-arm builder lacks sufficient memory (https://golang.org/issue/38772)") case "netbsd-arm-bsiegert", "netbsd-arm64-bsiegert": // As of 2021-06-02, these builders are running with GO_TEST_TIMEOUT_SCALE=10, // and there is only one of each. We shouldn't waste those scarce resources // running very slow tests. fmt.Fprintf(os.Stderr, "skipping test: %s builder is very slow\n", b) case "dragonfly-amd64": // As of 2021-11-02, this builder is running with GO_TEST_TIMEOUT_SCALE=2, // and seems to have unusually slow disk performance. fmt.Fprintln(os.Stderr, "skipping test: dragonfly-amd64 has slow disk (https://golang.org/issue/45216)") case "linux-riscv64-unmatched": // As of 2021-11-03, this builder is empirically not fast enough to run // gopls tests. Ideally we should make the tests faster in short mode // and/or fix them to not assume arbitrary deadlines. // For now, we'll skip them instead. fmt.Fprintf(os.Stderr, "skipping test: %s builder is too slow (https://golang.org/issue/49321)\n", b) default: switch runtime.GOOS { case "android", "ios": fmt.Fprintf(os.Stderr, "skipping test: assuming that %s is resource-constrained\n", runtime.GOOS) default: return } } os.Exit(0) } // Go1Point returns the x in Go 1.x. func Go1Point() int { for i := len(build.Default.ReleaseTags) - 1; i >= 0; i-- { var version int if _, err := fmt.Sscanf(build.Default.ReleaseTags[i], "go1.%d", &version); err != nil { continue } return version } panic("bad release tags") } // NeedsGo1Point skips t if the Go version used to run the test is older than // 1.x. func NeedsGo1Point(t testing.TB, x int) { if Go1Point() < x { t.Helper() t.Skipf("running Go version %q is version 1.%d, older than required 1.%d", runtime.Version(), Go1Point(), x) } } // SkipAfterGo1Point skips t if the Go version used to run the test is newer than // 1.x. func SkipAfterGo1Point(t testing.TB, x int) { if Go1Point() > x { t.Helper() t.Skipf("running Go version %q is version 1.%d, newer than maximum 1.%d", runtime.Version(), Go1Point(), x) } } // NeedsLocalhostNet skips t if networking does not work for ports opened // with "localhost". func NeedsLocalhostNet(t testing.TB) { switch runtime.GOOS { case "js", "wasip1": t.Skipf(`Listening on "localhost" fails on %s; see https://go.dev/issue/59718`, runtime.GOOS) } } // Deadline returns the deadline of t, if known, // using the Deadline method added in Go 1.15. func Deadline(t testing.TB) (time.Time, bool) { td, ok := t.(interface { Deadline() (time.Time, bool) }) if !ok { return time.Time{}, false } return td.Deadline() } // WriteImportcfg writes an importcfg file used by the compiler or linker to // dstPath containing entries for the packages in std and cmd in addition // to the package to package file mappings in additionalPackageFiles. func WriteImportcfg(t testing.TB, dstPath string, additionalPackageFiles map[string]string) { importcfg, err := goroot.Importcfg() for k, v := range additionalPackageFiles { importcfg += fmt.Sprintf("\npackagefile %s=%s", k, v) } if err != nil { t.Fatalf("preparing the importcfg failed: %s", err) } os.WriteFile(dstPath, []byte(importcfg), 0655) if err != nil { t.Fatalf("writing the importcfg failed: %s", err) } } var ( gorootOnce sync.Once gorootPath string gorootErr error ) func findGOROOT() (string, error) { gorootOnce.Do(func() { gorootPath = runtime.GOROOT() if gorootPath != "" { // If runtime.GOROOT() is non-empty, assume that it is valid. (It might // not be: for example, the user may have explicitly set GOROOT // to the wrong directory.) return } cmd := exec.Command("go", "env", "GOROOT") out, err := cmd.Output() if err != nil { gorootErr = fmt.Errorf("%v: %v", cmd, err) } gorootPath = strings.TrimSpace(string(out)) }) return gorootPath, gorootErr } // GOROOT reports the path to the directory containing the root of the Go // project source tree. This is normally equivalent to runtime.GOROOT, but // works even if the test binary was built with -trimpath. // // If GOROOT cannot be found, GOROOT skips t if t is non-nil, // or panics otherwise. func GOROOT(t testing.TB) string { path, err := findGOROOT() if err != nil { if t == nil { panic(err) } t.Helper() t.Skip(err) } return path } // NeedsLocalXTools skips t if the golang.org/x/tools module is replaced and // its replacement directory does not exist (or does not contain the module). func NeedsLocalXTools(t testing.TB) { t.Helper() NeedsTool(t, "go") cmd := Command(t, "go", "list", "-f", "{{with .Replace}}{{.Dir}}{{end}}", "-m", "golang.org/x/tools") out, err := cmd.Output() if err != nil { if ee, ok := err.(*exec.ExitError); ok && len(ee.Stderr) > 0 { t.Skipf("skipping test: %v: %v\n%s", cmd, err, ee.Stderr) } t.Skipf("skipping test: %v: %v", cmd, err) } dir := string(bytes.TrimSpace(out)) if dir == "" { // No replacement directory, and (since we didn't set -e) no error either. // Maybe x/tools isn't replaced at all (as in a gopls release, or when // using a go.work file that includes the x/tools module). return } // We found the directory where x/tools would exist if we're in a clone of the // repo. Is it there? (If not, we're probably in the module cache instead.) modFilePath := filepath.Join(dir, "go.mod") b, err := os.ReadFile(modFilePath) if err != nil { t.Skipf("skipping test: x/tools replacement not found: %v", err) } modulePath := modfile.ModulePath(b) if want := "golang.org/x/tools"; modulePath != want { t.Skipf("skipping test: %s module path is %q, not %q", modFilePath, modulePath, want) } } // NeedsGoExperiment skips t if the current process environment does not // have a GOEXPERIMENT flag set. func NeedsGoExperiment(t testing.TB, flag string) { t.Helper() goexp := os.Getenv("GOEXPERIMENT") set := false for _, f := range strings.Split(goexp, ",") { if f == "" { continue } if f == "none" { // GOEXPERIMENT=none disables all experiment flags. set = false break } val := true if strings.HasPrefix(f, "no") { f, val = f[2:], false } if f == flag { set = val } } if !set { t.Skipf("skipping test: flag %q is not set in GOEXPERIMENT=%q", flag, goexp) } }