mirror of
https://github.com/golang/go
synced 2024-11-18 09:34:53 -07:00
655488c8ae
Address issues from CL 254940. Change-Id: If4839a8694979fd1951b3fad77abb10860b42b7c Reviewed-on: https://go-review.googlesource.com/c/tools/+/255349 Trust: Rebecca Stambler <rstambler@golang.org> Run-TryBot: Rebecca Stambler <rstambler@golang.org> gopls-CI: kokoro <noreply+kokoro@google.com> TryBot-Result: Go Bot <gobot@golang.org> Reviewed-by: Heschi Kreinick <heschi@google.com>
1043 lines
28 KiB
Go
1043 lines
28 KiB
Go
// Copyright 2018 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
// Package cache implements the caching layer for gopls.
|
|
package cache
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"os"
|
|
"os/exec"
|
|
"path"
|
|
"path/filepath"
|
|
"reflect"
|
|
"regexp"
|
|
"sort"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"golang.org/x/mod/modfile"
|
|
"golang.org/x/mod/semver"
|
|
"golang.org/x/tools/internal/event"
|
|
"golang.org/x/tools/internal/event/keys"
|
|
"golang.org/x/tools/internal/gocommand"
|
|
"golang.org/x/tools/internal/imports"
|
|
"golang.org/x/tools/internal/lsp/source"
|
|
"golang.org/x/tools/internal/memoize"
|
|
"golang.org/x/tools/internal/span"
|
|
"golang.org/x/tools/internal/xcontext"
|
|
errors "golang.org/x/xerrors"
|
|
)
|
|
|
|
type View struct {
|
|
session *Session
|
|
id string
|
|
|
|
optionsMu sync.Mutex
|
|
options *source.Options
|
|
|
|
// mu protects most mutable state of the view.
|
|
mu sync.Mutex
|
|
|
|
// baseCtx is the context handed to NewView. This is the parent of all
|
|
// background contexts created for this view.
|
|
baseCtx context.Context
|
|
|
|
// backgroundCtx is the current context used by background tasks initiated
|
|
// by the view.
|
|
backgroundCtx context.Context
|
|
|
|
// cancel is called when all action being performed by the current view
|
|
// should be stopped.
|
|
cancel context.CancelFunc
|
|
|
|
// name is the user visible name of this view.
|
|
name string
|
|
|
|
// folder is the folder with which this view was constructed.
|
|
folder span.URI
|
|
|
|
// root is the root directory of this view. If we are in GOPATH mode, this
|
|
// is just the folder. If we are in module mode, this is the module root.
|
|
root span.URI
|
|
|
|
// TODO: The modules and workspaceModule fields should probably be moved to
|
|
// the snapshot and invalidated on file changes.
|
|
|
|
// modules is the set of modules currently in this workspace.
|
|
modules map[span.URI]*moduleRoot
|
|
|
|
// workspaceModule is an in-memory representation of the go.mod file for
|
|
// the workspace module.
|
|
workspaceModule *modfile.File
|
|
|
|
// importsMu guards imports-related state, particularly the ProcessEnv.
|
|
importsMu sync.Mutex
|
|
|
|
// processEnv is the process env for this view.
|
|
// Some of its fields can be changed dynamically by modifications to
|
|
// the view's options. These fields are repopulated for every use.
|
|
// Note: this contains cached module and filesystem state.
|
|
//
|
|
// TODO(suzmue): the state cached in the process env is specific to each view,
|
|
// however, there is state that can be shared between views that is not currently
|
|
// cached, like the module cache.
|
|
processEnv *imports.ProcessEnv
|
|
cleanupProcessEnv func()
|
|
cacheRefreshDuration time.Duration
|
|
cacheRefreshTimer *time.Timer
|
|
cachedModFileIdentifier string
|
|
cachedBuildFlags []string
|
|
|
|
// keep track of files by uri and by basename, a single file may be mapped
|
|
// to multiple uris, and the same basename may map to multiple files
|
|
filesByURI map[span.URI]*fileBase
|
|
filesByBase map[string][]*fileBase
|
|
|
|
snapshotMu sync.Mutex
|
|
snapshot *snapshot
|
|
|
|
// initialized is closed when the view has been fully initialized. On
|
|
// initialization, the view's workspace packages are loaded. All of the
|
|
// fields below are set as part of initialization. If we failed to load, we
|
|
// only retry if the go.mod file changes, to avoid too many go/packages
|
|
// calls.
|
|
//
|
|
// When the view is created, initializeOnce is non-nil, initialized is
|
|
// open, and initCancelFirstAttempt can be used to terminate
|
|
// initialization. Once initialization completes, initializedErr may be set
|
|
// and initializeOnce becomes nil. If initializedErr is non-nil,
|
|
// initialization may be retried (depending on how files are changed). To
|
|
// indicate that initialization should be retried, initializeOnce will be
|
|
// set. The next time a caller requests workspace packages, the
|
|
// initialization will retry.
|
|
initialized chan struct{}
|
|
initCancelFirstAttempt context.CancelFunc
|
|
|
|
// initializationSema is used as a mutex to guard initializeOnce and
|
|
// initializedErr, which will be updated after each attempt to initialize
|
|
// the view. We use a channel instead of a mutex to avoid blocking when a
|
|
// context is canceled.
|
|
initializationSema chan struct{}
|
|
initializeOnce *sync.Once
|
|
initializedErr error
|
|
|
|
// True if the view is either in GOPATH, a module, or some other
|
|
// non go command build system.
|
|
hasValidBuildConfiguration bool
|
|
|
|
// The real go.mod and go.sum files that are attributed to a view.
|
|
modURI, sumURI span.URI
|
|
|
|
// The Go version in use: X in Go 1.X.
|
|
goversion int
|
|
|
|
// workspaceMode describes the way in which the view's workspace should be
|
|
// loaded.
|
|
workspaceMode workspaceMode
|
|
|
|
// hasGopackagesDriver is true if the user has a value set for the
|
|
// GOPACKAGESDRIVER environment variable or a gopackagesdriver binary on
|
|
// their machine.
|
|
hasGopackagesDriver bool
|
|
|
|
// `go env` variables that need to be tracked by gopls.
|
|
gocache, gomodcache, gopath, goprivate string
|
|
|
|
// goEnv is the `go env` output collected when a view is created.
|
|
// It includes the values of the environment variables above.
|
|
goEnv map[string]string
|
|
}
|
|
|
|
type workspaceMode int
|
|
|
|
const (
|
|
moduleMode workspaceMode = 1 << iota
|
|
|
|
// tempModfile indicates whether or not the -modfile flag should be used.
|
|
tempModfile
|
|
|
|
// usesWorkspaceModule indicates support for the experimental workspace module
|
|
// feature.
|
|
usesWorkspaceModule
|
|
)
|
|
|
|
type builtinPackageHandle struct {
|
|
handle *memoize.Handle
|
|
}
|
|
|
|
type builtinPackageData struct {
|
|
parsed *source.BuiltinPackage
|
|
err error
|
|
}
|
|
|
|
type moduleRoot struct {
|
|
rootURI span.URI
|
|
modURI, sumURI span.URI
|
|
}
|
|
|
|
// fileBase holds the common functionality for all files.
|
|
// It is intended to be embedded in the file implementations
|
|
type fileBase struct {
|
|
uris []span.URI
|
|
fname string
|
|
|
|
view *View
|
|
}
|
|
|
|
func (f *fileBase) URI() span.URI {
|
|
return f.uris[0]
|
|
}
|
|
|
|
func (f *fileBase) filename() string {
|
|
return f.fname
|
|
}
|
|
|
|
func (f *fileBase) addURI(uri span.URI) int {
|
|
f.uris = append(f.uris, uri)
|
|
return len(f.uris)
|
|
}
|
|
|
|
func (v *View) ID() string { return v.id }
|
|
|
|
func (v *View) ValidBuildConfiguration() bool {
|
|
return v.hasValidBuildConfiguration
|
|
}
|
|
|
|
func (v *View) ModFile() span.URI {
|
|
return v.modURI
|
|
}
|
|
|
|
// tempModFile creates a temporary go.mod file based on the contents of the
|
|
// given go.mod file. It is the caller's responsibility to clean up the files
|
|
// when they are done using them.
|
|
func tempModFile(modFh, sumFH source.FileHandle) (tmpURI span.URI, cleanup func(), err error) {
|
|
filenameHash := hashContents([]byte(modFh.URI().Filename()))
|
|
tmpMod, err := ioutil.TempFile("", fmt.Sprintf("go.%s.*.mod", filenameHash))
|
|
if err != nil {
|
|
return "", nil, err
|
|
}
|
|
defer tmpMod.Close()
|
|
|
|
tmpURI = span.URIFromPath(tmpMod.Name())
|
|
tmpSumName := sumFilename(tmpURI)
|
|
|
|
content, err := modFh.Read()
|
|
if err != nil {
|
|
return "", nil, err
|
|
}
|
|
|
|
if _, err := tmpMod.Write(content); err != nil {
|
|
return "", nil, err
|
|
}
|
|
|
|
cleanup = func() {
|
|
_ = os.Remove(tmpSumName)
|
|
_ = os.Remove(tmpURI.Filename())
|
|
}
|
|
|
|
// Be careful to clean up if we return an error from this function.
|
|
defer func() {
|
|
if err != nil {
|
|
cleanup()
|
|
cleanup = nil
|
|
}
|
|
}()
|
|
|
|
// Create an analogous go.sum, if one exists.
|
|
if sumFH != nil {
|
|
sumContents, err := sumFH.Read()
|
|
if err != nil {
|
|
return "", cleanup, err
|
|
}
|
|
if err := ioutil.WriteFile(tmpSumName, sumContents, 0655); err != nil {
|
|
return "", cleanup, err
|
|
}
|
|
}
|
|
|
|
return tmpURI, cleanup, nil
|
|
}
|
|
|
|
func (v *View) Session() source.Session {
|
|
return v.session
|
|
}
|
|
|
|
// Name returns the user visible name of this view.
|
|
func (v *View) Name() string {
|
|
return v.name
|
|
}
|
|
|
|
// Folder returns the root of this view.
|
|
func (v *View) Folder() span.URI {
|
|
return v.folder
|
|
}
|
|
|
|
func (v *View) Options() *source.Options {
|
|
v.optionsMu.Lock()
|
|
defer v.optionsMu.Unlock()
|
|
return v.options
|
|
}
|
|
|
|
func minorOptionsChange(a, b *source.Options) bool {
|
|
// Check if any of the settings that modify our understanding of files have been changed
|
|
mapEnv := func(env []string) map[string]string {
|
|
m := make(map[string]string, len(env))
|
|
for _, x := range env {
|
|
split := strings.SplitN(x, "=", 2)
|
|
if len(split) != 2 {
|
|
continue
|
|
}
|
|
m[split[0]] = split[1]
|
|
}
|
|
return m
|
|
}
|
|
aEnv := mapEnv(a.Env)
|
|
bEnv := mapEnv(b.Env)
|
|
if !reflect.DeepEqual(aEnv, bEnv) {
|
|
return false
|
|
}
|
|
aBuildFlags := make([]string, len(a.BuildFlags))
|
|
bBuildFlags := make([]string, len(b.BuildFlags))
|
|
copy(aBuildFlags, a.BuildFlags)
|
|
copy(bBuildFlags, b.BuildFlags)
|
|
sort.Strings(aBuildFlags)
|
|
sort.Strings(bBuildFlags)
|
|
if !reflect.DeepEqual(aBuildFlags, bBuildFlags) {
|
|
return false
|
|
}
|
|
// the rest of the options are benign
|
|
return true
|
|
}
|
|
|
|
func (v *View) SetOptions(ctx context.Context, options *source.Options) (source.View, error) {
|
|
// no need to rebuild the view if the options were not materially changed
|
|
v.optionsMu.Lock()
|
|
if minorOptionsChange(v.options, options) {
|
|
v.options = options
|
|
v.optionsMu.Unlock()
|
|
return v, nil
|
|
}
|
|
v.optionsMu.Unlock()
|
|
newView, err := v.session.updateView(ctx, v, options)
|
|
return newView, err
|
|
}
|
|
|
|
func (v *View) Rebuild(ctx context.Context) (source.Snapshot, func(), error) {
|
|
newView, err := v.session.updateView(ctx, v, v.Options())
|
|
if err != nil {
|
|
return nil, func() {}, err
|
|
}
|
|
snapshot, release := newView.Snapshot(ctx)
|
|
return snapshot, release, nil
|
|
}
|
|
|
|
func (v *View) WriteEnv(ctx context.Context, w io.Writer) error {
|
|
v.optionsMu.Lock()
|
|
env, buildFlags := v.envLocked()
|
|
v.optionsMu.Unlock()
|
|
|
|
fullEnv := make(map[string]string)
|
|
for k, v := range v.goEnv {
|
|
fullEnv[k] = v
|
|
}
|
|
for _, v := range env {
|
|
s := strings.SplitN(v, "=", 2)
|
|
if len(s) != 2 {
|
|
continue
|
|
}
|
|
if _, ok := fullEnv[s[0]]; ok {
|
|
fullEnv[s[0]] = s[1]
|
|
}
|
|
|
|
}
|
|
fmt.Fprintf(w, "go env for %v\n(root %s)\n(valid build configuration = %v)\n(build flags: %v)\n",
|
|
v.folder.Filename(), v.root.Filename(), v.hasValidBuildConfiguration, buildFlags)
|
|
for k, v := range fullEnv {
|
|
fmt.Fprintf(w, "%s=%s\n", k, v)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (v *View) RunProcessEnvFunc(ctx context.Context, fn func(*imports.Options) error) error {
|
|
v.importsMu.Lock()
|
|
defer v.importsMu.Unlock()
|
|
|
|
// Use temporary go.mod files, but always go to disk for the contents.
|
|
// Rebuilding the cache is expensive, and we don't want to do it for
|
|
// transient changes.
|
|
var modFH, sumFH source.FileHandle
|
|
var modFileIdentifier string
|
|
var err error
|
|
if v.modURI != "" {
|
|
modFH, err = v.session.cache.getFile(ctx, v.modURI)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
modFileIdentifier = modFH.FileIdentity().Hash
|
|
}
|
|
if v.sumURI != "" {
|
|
sumFH, err = v.session.cache.getFile(ctx, v.sumURI)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
// v.goEnv is immutable -- changes make a new view. Options can change.
|
|
// We can't compare build flags directly because we may add -modfile.
|
|
v.optionsMu.Lock()
|
|
localPrefix := v.options.Local
|
|
currentBuildFlags := v.options.BuildFlags
|
|
changed := !reflect.DeepEqual(currentBuildFlags, v.cachedBuildFlags) ||
|
|
v.options.VerboseOutput != (v.processEnv.Logf != nil) ||
|
|
modFileIdentifier != v.cachedModFileIdentifier
|
|
v.optionsMu.Unlock()
|
|
|
|
// If anything relevant to imports has changed, clear caches and
|
|
// update the processEnv. Clearing caches blocks on any background
|
|
// scans.
|
|
if changed {
|
|
// As a special case, skip cleanup the first time -- we haven't fully
|
|
// initialized the environment yet and calling GetResolver will do
|
|
// unnecessary work and potentially mess up the go.mod file.
|
|
if v.cleanupProcessEnv != nil {
|
|
if resolver, err := v.processEnv.GetResolver(); err == nil {
|
|
resolver.(*imports.ModuleResolver).ClearForNewMod()
|
|
}
|
|
v.cleanupProcessEnv()
|
|
}
|
|
v.cachedModFileIdentifier = modFileIdentifier
|
|
v.cachedBuildFlags = currentBuildFlags
|
|
v.cleanupProcessEnv, err = v.populateProcessEnv(ctx, modFH, sumFH)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// Run the user function.
|
|
opts := &imports.Options{
|
|
// Defaults.
|
|
AllErrors: true,
|
|
Comments: true,
|
|
Fragment: true,
|
|
FormatOnly: false,
|
|
TabIndent: true,
|
|
TabWidth: 8,
|
|
Env: v.processEnv,
|
|
LocalPrefix: localPrefix,
|
|
}
|
|
|
|
if err := fn(opts); err != nil {
|
|
return err
|
|
}
|
|
|
|
if v.cacheRefreshTimer == nil {
|
|
// Don't refresh more than twice per minute.
|
|
delay := 30 * time.Second
|
|
// Don't spend more than a couple percent of the time refreshing.
|
|
if adaptive := 50 * v.cacheRefreshDuration; adaptive > delay {
|
|
delay = adaptive
|
|
}
|
|
v.cacheRefreshTimer = time.AfterFunc(delay, v.refreshProcessEnv)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (v *View) refreshProcessEnv() {
|
|
start := time.Now()
|
|
|
|
v.importsMu.Lock()
|
|
env := v.processEnv
|
|
if resolver, err := v.processEnv.GetResolver(); err == nil {
|
|
resolver.ClearForNewScan()
|
|
}
|
|
v.importsMu.Unlock()
|
|
|
|
// We don't have a context handy to use for logging, so use the stdlib for now.
|
|
event.Log(v.baseCtx, "background imports cache refresh starting")
|
|
if err := imports.PrimeCache(context.Background(), env); err == nil {
|
|
event.Log(v.baseCtx, fmt.Sprintf("background refresh finished after %v", time.Since(start)))
|
|
} else {
|
|
event.Log(v.baseCtx, fmt.Sprintf("background refresh finished after %v", time.Since(start)), keys.Err.Of(err))
|
|
}
|
|
v.importsMu.Lock()
|
|
v.cacheRefreshDuration = time.Since(start)
|
|
v.cacheRefreshTimer = nil
|
|
v.importsMu.Unlock()
|
|
}
|
|
|
|
// populateProcessEnv sets the dynamically configurable fields for the view's
|
|
// process environment. Assumes that the caller is holding the s.view.importsMu.
|
|
func (v *View) populateProcessEnv(ctx context.Context, modFH, sumFH source.FileHandle) (cleanup func(), err error) {
|
|
cleanup = func() {}
|
|
pe := v.processEnv
|
|
|
|
v.optionsMu.Lock()
|
|
pe.BuildFlags = append([]string(nil), v.options.BuildFlags...)
|
|
if v.options.VerboseOutput {
|
|
pe.Logf = func(format string, args ...interface{}) {
|
|
event.Log(ctx, fmt.Sprintf(format, args...))
|
|
}
|
|
} else {
|
|
pe.Logf = nil
|
|
}
|
|
v.optionsMu.Unlock()
|
|
|
|
pe.Env = map[string]string{}
|
|
for k, v := range v.goEnv {
|
|
pe.Env[k] = v
|
|
}
|
|
modmod, err := v.needsModEqualsMod(ctx, modFH)
|
|
if err != nil {
|
|
return cleanup, err
|
|
}
|
|
if modmod {
|
|
// -mod isn't really a build flag, but we can get away with it given
|
|
// the set of commands that goimports wants to run.
|
|
pe.BuildFlags = append([]string{"-mod=mod"}, pe.BuildFlags...)
|
|
}
|
|
|
|
// Add -modfile to the build flags, if we are using it.
|
|
if v.workspaceMode&tempModfile != 0 && modFH != nil {
|
|
var tmpURI span.URI
|
|
tmpURI, cleanup, err = tempModFile(modFH, sumFH)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
pe.BuildFlags = append(pe.BuildFlags, fmt.Sprintf("-modfile=%s", tmpURI.Filename()))
|
|
}
|
|
|
|
return cleanup, nil
|
|
}
|
|
|
|
// envLocked returns the environment and build flags for the current view.
|
|
// It assumes that the caller is holding the view's optionsMu.
|
|
func (v *View) envLocked() ([]string, []string) {
|
|
env := append(os.Environ(), v.options.Env...)
|
|
buildFlags := append([]string{}, v.options.BuildFlags...)
|
|
return env, buildFlags
|
|
}
|
|
|
|
func (v *View) contains(uri span.URI) bool {
|
|
return strings.HasPrefix(string(uri), string(v.root))
|
|
}
|
|
|
|
func (v *View) mapFile(uri span.URI, f *fileBase) {
|
|
v.filesByURI[uri] = f
|
|
if f.addURI(uri) == 1 {
|
|
basename := basename(f.filename())
|
|
v.filesByBase[basename] = append(v.filesByBase[basename], f)
|
|
}
|
|
}
|
|
|
|
func basename(filename string) string {
|
|
return strings.ToLower(filepath.Base(filename))
|
|
}
|
|
|
|
func (v *View) relevantChange(c source.FileModification) bool {
|
|
// If the file is known to the view, the change is relevant.
|
|
known := v.knownFile(c.URI)
|
|
|
|
// If the file is not known to the view, and the change is only on-disk,
|
|
// we should not invalidate the snapshot. This is necessary because Emacs
|
|
// sends didChangeWatchedFiles events for temp files.
|
|
if !known && c.OnDisk && (c.Action == source.Change || c.Action == source.Delete) {
|
|
return false
|
|
}
|
|
return v.contains(c.URI) || known
|
|
}
|
|
|
|
func (v *View) knownFile(uri span.URI) bool {
|
|
v.mu.Lock()
|
|
defer v.mu.Unlock()
|
|
|
|
f, err := v.findFile(uri)
|
|
return f != nil && err == nil
|
|
}
|
|
|
|
// getFile returns a file for the given URI. It will always succeed because it
|
|
// adds the file to the managed set if needed.
|
|
func (v *View) getFile(uri span.URI) (*fileBase, error) {
|
|
v.mu.Lock()
|
|
defer v.mu.Unlock()
|
|
|
|
f, err := v.findFile(uri)
|
|
if err != nil {
|
|
return nil, err
|
|
} else if f != nil {
|
|
return f, nil
|
|
}
|
|
f = &fileBase{
|
|
view: v,
|
|
fname: uri.Filename(),
|
|
}
|
|
v.mapFile(uri, f)
|
|
return f, nil
|
|
}
|
|
|
|
// findFile checks the cache for any file matching the given uri.
|
|
//
|
|
// An error is only returned for an irreparable failure, for example, if the
|
|
// filename in question does not exist.
|
|
func (v *View) findFile(uri span.URI) (*fileBase, error) {
|
|
if f := v.filesByURI[uri]; f != nil {
|
|
// a perfect match
|
|
return f, nil
|
|
}
|
|
// no exact match stored, time to do some real work
|
|
// check for any files with the same basename
|
|
fname := uri.Filename()
|
|
basename := basename(fname)
|
|
if candidates := v.filesByBase[basename]; candidates != nil {
|
|
pathStat, err := os.Stat(fname)
|
|
if os.IsNotExist(err) {
|
|
return nil, err
|
|
}
|
|
if err != nil {
|
|
return nil, nil // the file may exist, return without an error
|
|
}
|
|
for _, c := range candidates {
|
|
if cStat, err := os.Stat(c.filename()); err == nil {
|
|
if os.SameFile(pathStat, cStat) {
|
|
// same file, map it
|
|
v.mapFile(uri, c)
|
|
return c, nil
|
|
}
|
|
}
|
|
}
|
|
}
|
|
// no file with a matching name was found, it wasn't in our cache
|
|
return nil, nil
|
|
}
|
|
|
|
func (v *View) Shutdown(ctx context.Context) {
|
|
v.session.removeView(ctx, v)
|
|
}
|
|
|
|
func (v *View) shutdown(ctx context.Context) {
|
|
// Cancel the initial workspace load if it is still running.
|
|
v.initCancelFirstAttempt()
|
|
|
|
v.mu.Lock()
|
|
if v.cancel != nil {
|
|
v.cancel()
|
|
v.cancel = nil
|
|
}
|
|
v.mu.Unlock()
|
|
v.snapshotMu.Lock()
|
|
go v.snapshot.generation.Destroy()
|
|
v.snapshotMu.Unlock()
|
|
}
|
|
|
|
func (v *View) BackgroundContext() context.Context {
|
|
v.mu.Lock()
|
|
defer v.mu.Unlock()
|
|
|
|
return v.backgroundCtx
|
|
}
|
|
|
|
func (v *View) IgnoredFile(uri span.URI) bool {
|
|
filename := uri.Filename()
|
|
var prefixes []string
|
|
if v.modURI == "" {
|
|
for _, entry := range filepath.SplitList(v.gopath) {
|
|
prefixes = append(prefixes, filepath.Join(entry, "src"))
|
|
}
|
|
} else {
|
|
mainMod := filepath.Dir(v.modURI.Filename())
|
|
prefixes = []string{mainMod, v.gomodcache}
|
|
}
|
|
|
|
for _, prefix := range prefixes {
|
|
if strings.HasPrefix(filename, prefix) {
|
|
return checkIgnored(filename[len(prefix):])
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// checkIgnored implements go list's exclusion rules. go help list:
|
|
// Directory and file names that begin with "." or "_" are ignored
|
|
// by the go tool, as are directories named "testdata".
|
|
func checkIgnored(suffix string) bool {
|
|
for _, component := range strings.Split(suffix, string(filepath.Separator)) {
|
|
if len(component) == 0 {
|
|
continue
|
|
}
|
|
if component[0] == '.' || component[0] == '_' || component == "testdata" {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (v *View) Snapshot(ctx context.Context) (source.Snapshot, func()) {
|
|
v.snapshotMu.Lock()
|
|
defer v.snapshotMu.Unlock()
|
|
return v.snapshot, v.snapshot.generation.Acquire(ctx)
|
|
}
|
|
|
|
func (v *View) initialize(ctx context.Context, s *snapshot, firstAttempt bool) {
|
|
select {
|
|
case <-ctx.Done():
|
|
return
|
|
case v.initializationSema <- struct{}{}:
|
|
}
|
|
|
|
defer func() {
|
|
<-v.initializationSema
|
|
}()
|
|
|
|
if v.initializeOnce == nil {
|
|
return
|
|
}
|
|
v.initializeOnce.Do(func() {
|
|
defer func() {
|
|
v.initializeOnce = nil
|
|
if firstAttempt {
|
|
close(v.initialized)
|
|
}
|
|
}()
|
|
|
|
// If we have multiple modules, we need to load them by paths.
|
|
var scopes []interface{}
|
|
if len(v.modules) > 0 {
|
|
// TODO(rstambler): Retry the initial workspace load for whichever
|
|
// modules we failed to load.
|
|
for _, mod := range v.modules {
|
|
fh, err := s.GetFile(ctx, mod.modURI)
|
|
if err != nil {
|
|
v.initializedErr = err
|
|
continue
|
|
}
|
|
parsed, err := s.ParseMod(ctx, fh)
|
|
if err != nil {
|
|
v.initializedErr = err
|
|
continue
|
|
}
|
|
path := parsed.File.Module.Mod.Path
|
|
scopes = append(scopes, moduleLoadScope(path))
|
|
}
|
|
} else {
|
|
scopes = append(scopes, viewLoadScope("LOAD_VIEW"))
|
|
}
|
|
err := s.load(ctx, append(scopes, packagePath("builtin"))...)
|
|
if ctx.Err() != nil {
|
|
return
|
|
}
|
|
if err != nil {
|
|
event.Error(ctx, "initial workspace load failed", err)
|
|
}
|
|
v.initializedErr = err
|
|
})
|
|
}
|
|
|
|
// invalidateContent invalidates the content of a Go file,
|
|
// including any position and type information that depends on it.
|
|
// It returns true if we were already tracking the given file, false otherwise.
|
|
func (v *View) invalidateContent(ctx context.Context, uris map[span.URI]source.VersionedFileHandle, forceReloadMetadata bool) (source.Snapshot, func()) {
|
|
// Detach the context so that content invalidation cannot be canceled.
|
|
ctx = xcontext.Detach(ctx)
|
|
|
|
// Cancel all still-running previous requests, since they would be
|
|
// operating on stale data.
|
|
v.cancelBackground()
|
|
|
|
// Do not clone a snapshot until its view has finished initializing.
|
|
v.snapshot.AwaitInitialized(ctx)
|
|
|
|
// This should be the only time we hold the view's snapshot lock for any period of time.
|
|
v.snapshotMu.Lock()
|
|
defer v.snapshotMu.Unlock()
|
|
|
|
oldSnapshot := v.snapshot
|
|
v.snapshot = oldSnapshot.clone(ctx, uris, forceReloadMetadata)
|
|
go oldSnapshot.generation.Destroy()
|
|
|
|
return v.snapshot, v.snapshot.generation.Acquire(ctx)
|
|
}
|
|
|
|
func (v *View) cancelBackground() {
|
|
v.mu.Lock()
|
|
defer v.mu.Unlock()
|
|
if v.cancel == nil {
|
|
// this can happen during shutdown
|
|
return
|
|
}
|
|
v.cancel()
|
|
v.backgroundCtx, v.cancel = context.WithCancel(v.baseCtx)
|
|
}
|
|
|
|
func (v *View) maybeReinitialize() {
|
|
v.initializationSema <- struct{}{}
|
|
defer func() {
|
|
<-v.initializationSema
|
|
}()
|
|
|
|
if v.initializedErr == nil {
|
|
return
|
|
}
|
|
var once sync.Once
|
|
v.initializeOnce = &once
|
|
}
|
|
|
|
func (v *View) setBuildInformation(ctx context.Context, options *source.Options) error {
|
|
if err := checkPathCase(v.Folder().Filename()); err != nil {
|
|
return errors.Errorf("invalid workspace configuration: %w", err)
|
|
}
|
|
var err error
|
|
v.goversion, err = v.goVersion(ctx, v.Options().Env)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// Make sure to get the `go env` before continuing with initialization.
|
|
modFile, err := v.setGoEnv(ctx, options.Env)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if modFile != "" {
|
|
v.workspaceMode |= moduleMode
|
|
}
|
|
if modFile == os.DevNull {
|
|
return nil
|
|
}
|
|
v.modURI = span.URIFromPath(modFile)
|
|
// Set the sumURI, if the go.sum exists.
|
|
sumFilename := filepath.Join(filepath.Dir(modFile), "go.sum")
|
|
if stat, _ := os.Stat(sumFilename); stat != nil {
|
|
v.sumURI = span.URIFromPath(sumFilename)
|
|
}
|
|
|
|
if options.ExpandWorkspaceToModule && v.modURI != "" {
|
|
v.root = span.URIFromPath(filepath.Dir(v.modURI.Filename()))
|
|
}
|
|
|
|
// The user has disabled the use of the -modfile flag or has no go.mod file.
|
|
if !options.TempModfile || v.modURI == "" {
|
|
return nil
|
|
}
|
|
if v.goversion >= 14 {
|
|
v.workspaceMode |= tempModfile
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// OS-specific path case check, for case-insensitive filesystems.
|
|
var checkPathCase = defaultCheckPathCase
|
|
|
|
func defaultCheckPathCase(path string) error {
|
|
return nil
|
|
}
|
|
|
|
func (v *View) setBuildConfiguration() (isValid bool) {
|
|
defer func() {
|
|
v.hasValidBuildConfiguration = isValid
|
|
}()
|
|
// Since we only really understand the `go` command, if the user has a
|
|
// different GOPACKAGESDRIVER, assume that their configuration is valid.
|
|
if v.hasGopackagesDriver {
|
|
return true
|
|
}
|
|
// Check if the user is working within a module or if we have found
|
|
// multiple modules in the workspace.
|
|
if v.modURI != "" {
|
|
return true
|
|
}
|
|
if len(v.modules) > 0 {
|
|
return true
|
|
}
|
|
// The user may have a multiple directories in their GOPATH.
|
|
// Check if the workspace is within any of them.
|
|
for _, gp := range filepath.SplitList(v.gopath) {
|
|
if isSubdirectory(filepath.Join(gp, "src"), v.folder.Filename()) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func isSubdirectory(root, leaf string) bool {
|
|
rel, err := filepath.Rel(root, leaf)
|
|
return err == nil && !strings.HasPrefix(rel, "..")
|
|
}
|
|
|
|
// setGoEnv sets the view's various GO* values. It also returns the view's
|
|
// GOMOD value, which need not be cached.
|
|
func (v *View) setGoEnv(ctx context.Context, configEnv []string) (string, error) {
|
|
var gomod string
|
|
vars := map[string]*string{
|
|
"GOCACHE": &v.gocache,
|
|
"GOPATH": &v.gopath,
|
|
"GOPRIVATE": &v.goprivate,
|
|
"GOMODCACHE": &v.gomodcache,
|
|
"GOMOD": &gomod,
|
|
}
|
|
// We can save ~200 ms by requesting only the variables we care about.
|
|
args := append([]string{"-json"}, imports.RequiredGoEnvVars...)
|
|
for k := range vars {
|
|
args = append(args, k)
|
|
}
|
|
|
|
inv := gocommand.Invocation{
|
|
Verb: "env",
|
|
Args: args,
|
|
Env: configEnv,
|
|
WorkingDir: v.Folder().Filename(),
|
|
}
|
|
// Don't go through runGoCommand, as we don't need a temporary -modfile to
|
|
// run `go env`.
|
|
stdout, err := v.session.gocmdRunner.Run(ctx, inv)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if err := json.Unmarshal(stdout.Bytes(), &v.goEnv); err != nil {
|
|
return "", err
|
|
}
|
|
|
|
for key, ptr := range vars {
|
|
*ptr = v.goEnv[key]
|
|
}
|
|
|
|
// Old versions of Go don't have GOMODCACHE, so emulate it.
|
|
if v.gomodcache == "" && v.gopath != "" {
|
|
v.gomodcache = filepath.Join(filepath.SplitList(v.gopath)[0], "pkg/mod")
|
|
}
|
|
|
|
// The value of GOPACKAGESDRIVER is not returned through the go command.
|
|
gopackagesdriver := os.Getenv("GOPACKAGESDRIVER")
|
|
for _, s := range configEnv {
|
|
split := strings.SplitN(s, "=", 2)
|
|
if split[0] == "GOPACKAGESDRIVER" {
|
|
gopackagesdriver = split[1]
|
|
}
|
|
}
|
|
// A user may also have a gopackagesdriver binary on their machine, which
|
|
// works the same way as setting GOPACKAGESDRIVER.
|
|
tool, _ := exec.LookPath("gopackagesdriver")
|
|
v.hasGopackagesDriver = gopackagesdriver != "off" && (gopackagesdriver != "" || tool != "")
|
|
return gomod, nil
|
|
}
|
|
|
|
func (v *View) IsGoPrivatePath(target string) bool {
|
|
return globsMatchPath(v.goprivate, target)
|
|
}
|
|
|
|
// Copied from
|
|
// https://cs.opensource.google/go/go/+/master:src/cmd/go/internal/str/path.go;l=58;drc=2910c5b4a01a573ebc97744890a07c1a3122c67a
|
|
func globsMatchPath(globs, target string) bool {
|
|
for globs != "" {
|
|
// Extract next non-empty glob in comma-separated list.
|
|
var glob string
|
|
if i := strings.Index(globs, ","); i >= 0 {
|
|
glob, globs = globs[:i], globs[i+1:]
|
|
} else {
|
|
glob, globs = globs, ""
|
|
}
|
|
if glob == "" {
|
|
continue
|
|
}
|
|
|
|
// A glob with N+1 path elements (N slashes) needs to be matched
|
|
// against the first N+1 path elements of target,
|
|
// which end just before the N+1'th slash.
|
|
n := strings.Count(glob, "/")
|
|
prefix := target
|
|
// Walk target, counting slashes, truncating at the N+1'th slash.
|
|
for i := 0; i < len(target); i++ {
|
|
if target[i] == '/' {
|
|
if n == 0 {
|
|
prefix = target[:i]
|
|
break
|
|
}
|
|
n--
|
|
}
|
|
}
|
|
if n > 0 {
|
|
// Not enough prefix elements.
|
|
continue
|
|
}
|
|
matched, _ := path.Match(glob, prefix)
|
|
if matched {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// This function will return the main go.mod file for this folder if it exists
|
|
// and whether the -modfile flag exists for this version of go.
|
|
func (v *View) goVersion(ctx context.Context, env []string) (int, error) {
|
|
// Check the go version by running "go list" with modules off.
|
|
// Borrowed from internal/imports/mod.go:620.
|
|
const format = `{{context.ReleaseTags}}`
|
|
inv := gocommand.Invocation{
|
|
Verb: "list",
|
|
Args: []string{"-e", "-f", format},
|
|
Env: append(env, "GO111MODULE=off"),
|
|
WorkingDir: v.root.Filename(),
|
|
}
|
|
stdoutBytes, err := v.session.gocmdRunner.Run(ctx, inv)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
stdout := stdoutBytes.String()
|
|
if len(stdout) < 3 {
|
|
return 0, fmt.Errorf("bad ReleaseTags output: %q", stdout)
|
|
}
|
|
// Split up "[go1.1 go1.15]"
|
|
tags := strings.Fields(stdout[1 : len(stdout)-2])
|
|
for i := len(tags) - 1; i >= 0; i-- {
|
|
var version int
|
|
if _, err := fmt.Sscanf(tags[i], "go1.%d", &version); err != nil {
|
|
continue
|
|
}
|
|
return version, nil
|
|
}
|
|
return 0, fmt.Errorf("no parseable ReleaseTags in %v", tags)
|
|
}
|
|
|
|
var modFlagRegexp = regexp.MustCompile(`-mod[ =](\w+)`)
|
|
|
|
func (v *View) needsModEqualsMod(ctx context.Context, modFH source.FileHandle) (bool, error) {
|
|
if v.goversion < 16 || v.workspaceMode&moduleMode == 0 {
|
|
return false, nil
|
|
}
|
|
|
|
matches := modFlagRegexp.FindStringSubmatch(v.goEnv["GOFLAGS"])
|
|
var modFlag string
|
|
if len(matches) != 0 {
|
|
modFlag = matches[1]
|
|
}
|
|
if modFlag != "" {
|
|
// Don't override an explicit '-mod=vendor' argument.
|
|
// We do want to override '-mod=readonly': it would break various module code lenses,
|
|
// and on 1.16 we know -modfile is available, so we won't mess with go.mod anyway.
|
|
return modFlag == "vendor", nil
|
|
}
|
|
|
|
// In workspace module mode, there may not be a go.mod file.
|
|
// TODO: Once vendor mode is designed, update to check if it's on, however that works.
|
|
if modFH == nil {
|
|
return true, nil
|
|
}
|
|
|
|
modBytes, err := modFH.Read()
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
modFile, err := modfile.Parse(modFH.URI().Filename(), modBytes, nil)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if fi, err := os.Stat(filepath.Join(filepath.Dir(v.modURI.Filename()), "vendor")); err != nil || !fi.IsDir() {
|
|
return true, nil
|
|
}
|
|
vendorEnabled := modFile.Go.Version != "" && semver.Compare("v"+modFile.Go.Version, "v1.14") >= 0
|
|
return !vendorEnabled, nil
|
|
}
|