+++ /dev/null
-// Copyright 2019 The Go Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style
-// license that can be found in the LICENSE file.
-
-package cache
-
-import (
- "context"
- "fmt"
- "os"
- "path/filepath"
- "strconv"
- "strings"
- "sync"
- "sync/atomic"
-
- "golang.org/x/tools/internal/event"
- "golang.org/x/tools/internal/gocommand"
- "golang.org/x/tools/internal/imports"
- "golang.org/x/tools/internal/lsp/source"
- "golang.org/x/tools/internal/span"
- "golang.org/x/tools/internal/xcontext"
- errors "golang.org/x/xerrors"
-)
-
-type Session struct {
- cache *Cache
- id string
-
- optionsMu sync.Mutex
- options *source.Options
-
- viewMu sync.Mutex
- views []*View
- viewMap map[span.URI]*View
-
- overlayMu sync.Mutex
- overlays map[span.URI]*overlay
-
- // gocmdRunner guards go command calls from concurrency errors.
- gocmdRunner *gocommand.Runner
-}
-
-type overlay struct {
- session *Session
- uri span.URI
- text []byte
- hash string
- version float64
- kind source.FileKind
-
- // saved is true if a file matches the state on disk,
- // and therefore does not need to be part of the overlay sent to go/packages.
- saved bool
-}
-
-func (o *overlay) Read() ([]byte, error) {
- return o.text, nil
-}
-
-func (o *overlay) FileIdentity() source.FileIdentity {
- return source.FileIdentity{
- URI: o.uri,
- Hash: o.hash,
- Kind: o.kind,
- }
-}
-
-func (o *overlay) VersionedFileIdentity() source.VersionedFileIdentity {
- return source.VersionedFileIdentity{
- URI: o.uri,
- SessionID: o.session.id,
- Version: o.version,
- }
-}
-
-func (o *overlay) Kind() source.FileKind {
- return o.kind
-}
-
-func (o *overlay) URI() span.URI {
- return o.uri
-}
-
-func (o *overlay) Version() float64 {
- return o.version
-}
-
-func (o *overlay) Session() string {
- return o.session.id
-}
-
-func (o *overlay) Saved() bool {
- return o.saved
-}
-
-// closedFile implements LSPFile for a file that the editor hasn't told us about.
-type closedFile struct {
- source.FileHandle
-}
-
-func (c *closedFile) VersionedFileIdentity() source.VersionedFileIdentity {
- return source.VersionedFileIdentity{
- URI: c.FileHandle.URI(),
- SessionID: "",
- Version: 0,
- }
-}
-
-func (c *closedFile) Session() string {
- return ""
-}
-
-func (c *closedFile) Version() float64 {
- return 0
-}
-
-func (s *Session) ID() string { return s.id }
-func (s *Session) String() string { return s.id }
-
-func (s *Session) Options() *source.Options {
- s.optionsMu.Lock()
- defer s.optionsMu.Unlock()
- return s.options
-}
-
-func (s *Session) SetOptions(options *source.Options) {
- s.optionsMu.Lock()
- defer s.optionsMu.Unlock()
- s.options = options
-}
-
-func (s *Session) Shutdown(ctx context.Context) {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
- for _, view := range s.views {
- view.shutdown(ctx)
- }
- s.views = nil
- s.viewMap = nil
- event.Log(ctx, "Shutdown session", KeyShutdownSession.Of(s))
-}
-
-func (s *Session) Cache() interface{} {
- return s.cache
-}
-
-func (s *Session) NewView(ctx context.Context, name string, folder span.URI, options *source.Options) (source.View, source.Snapshot, func(), error) {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
- view, snapshot, release, err := s.createView(ctx, name, folder, options, 0)
- if err != nil {
- return nil, nil, func() {}, err
- }
- s.views = append(s.views, view)
- // we always need to drop the view map
- s.viewMap = make(map[span.URI]*View)
- return view, snapshot, release, nil
-}
-
-func (s *Session) createView(ctx context.Context, name string, folder span.URI, options *source.Options, snapshotID uint64) (*View, *snapshot, func(), error) {
- index := atomic.AddInt64(&viewIndex, 1)
-
- if s.cache.options != nil {
- s.cache.options(options)
- }
-
- // Set the module-specific information.
- ws, err := s.getWorkspaceInformation(ctx, folder, options)
- if err != nil {
- return nil, nil, func() {}, err
- }
-
- // If workspace module mode is enabled, find all of the modules in the
- // workspace. By default, we just find the root module.
- var modules map[span.URI]*moduleRoot
- modules, err = findWorkspaceModules(ctx, ws.rootURI, options)
- if err != nil {
- return nil, nil, func() {}, err
- }
-
- // We want a true background context and not a detached context here
- // the spans need to be unrelated and no tag values should pollute it.
- baseCtx := event.Detach(xcontext.Detach(ctx))
- backgroundCtx, cancel := context.WithCancel(baseCtx)
-
- v := &View{
- session: s,
- initialized: make(chan struct{}),
- initializationSema: make(chan struct{}, 1),
- initializeOnce: &sync.Once{},
- id: strconv.FormatInt(index, 10),
- options: options,
- baseCtx: baseCtx,
- backgroundCtx: backgroundCtx,
- cancel: cancel,
- name: name,
- folder: folder,
- filesByURI: make(map[span.URI]*fileBase),
- filesByBase: make(map[string][]*fileBase),
- workspaceInformation: *ws,
- }
- v.importsState = &importsState{
- ctx: backgroundCtx,
- processEnv: &imports.ProcessEnv{
- GocmdRunner: s.gocmdRunner,
- WorkingDir: folder.Filename(),
- Env: ws.goEnv,
- },
- }
- v.snapshot = &snapshot{
- id: snapshotID,
- view: v,
- generation: s.cache.store.Generation(generationName(v, 0)),
- packages: make(map[packageKey]*packageHandle),
- ids: make(map[span.URI][]packageID),
- metadata: make(map[packageID]*metadata),
- files: make(map[span.URI]source.VersionedFileHandle),
- goFiles: make(map[parseKey]*parseGoHandle),
- importedBy: make(map[packageID][]packageID),
- actions: make(map[actionKey]*actionHandle),
- workspacePackages: make(map[packageID]packagePath),
- unloadableFiles: make(map[span.URI]struct{}),
- parseModHandles: make(map[span.URI]*parseModHandle),
- modTidyHandles: make(map[span.URI]*modTidyHandle),
- modUpgradeHandles: make(map[span.URI]*modUpgradeHandle),
- modWhyHandles: make(map[span.URI]*modWhyHandle),
- modules: modules,
- }
-
- v.snapshot.workspaceDirectories = v.snapshot.findWorkspaceDirectories(ctx)
-
- // Initialize the view without blocking.
- initCtx, initCancel := context.WithCancel(xcontext.Detach(ctx))
- v.initCancelFirstAttempt = initCancel
- snapshot := v.snapshot
- release := snapshot.generation.Acquire(initCtx)
- go func() {
- snapshot.initialize(initCtx, true)
- release()
- }()
- return v, snapshot, snapshot.generation.Acquire(ctx), nil
-}
-
-// findWorkspaceModules walks the view's root folder, looking for go.mod files.
-// Any that are found are added to the view's set of modules, which are then
-// used to construct the workspace module.
-//
-// It assumes that the caller has not yet created the view, and therefore does
-// not lock any of the internal data structures before accessing them.
-//
-// TODO(rstambler): Check overlays for go.mod files.
-func findWorkspaceModules(ctx context.Context, root span.URI, options *source.Options) (map[span.URI]*moduleRoot, error) {
- // Walk the view's folder to find all modules in the view.
- modules := make(map[span.URI]*moduleRoot)
- if !options.ExperimentalWorkspaceModule {
- path := filepath.Join(root.Filename(), "go.mod")
- if info, _ := os.Stat(path); info != nil {
- if m := getViewModule(ctx, root, span.URIFromPath(path), options); m != nil {
- modules[m.rootURI] = m
- }
- }
- return modules, nil
- }
- return modules, filepath.Walk(root.Filename(), func(path string, info os.FileInfo, err error) error {
- if err != nil {
- // Probably a permission error. Keep looking.
- return filepath.SkipDir
- }
- // For any path that is not the workspace folder, check if the path
- // would be ignored by the go command. Vendor directories also do not
- // contain workspace modules.
- if info.IsDir() && path != root.Filename() {
- suffix := strings.TrimPrefix(path, root.Filename())
- switch {
- case checkIgnored(suffix),
- strings.Contains(filepath.ToSlash(suffix), "/vendor/"):
- return filepath.SkipDir
- }
- }
- // We're only interested in go.mod files.
- if filepath.Base(path) == "go.mod" {
- if m := getViewModule(ctx, root, span.URIFromPath(path), options); m != nil {
- modules[m.rootURI] = m
- }
- }
- return nil
- })
-}
-
-// View returns the view by name.
-func (s *Session) View(name string) source.View {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
- for _, view := range s.views {
- if view.Name() == name {
- return view
- }
- }
- return nil
-}
-
-// ViewOf returns a view corresponding to the given URI.
-// If the file is not already associated with a view, pick one using some heuristics.
-func (s *Session) ViewOf(uri span.URI) (source.View, error) {
- return s.viewOf(uri)
-}
-
-func (s *Session) viewOf(uri span.URI) (*View, error) {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
-
- // Check if we already know this file.
- if v, found := s.viewMap[uri]; found {
- return v, nil
- }
- // Pick the best view for this file and memoize the result.
- v, err := s.bestView(uri)
- if err != nil {
- return nil, err
- }
- s.viewMap[uri] = v
- return v, nil
-}
-
-func (s *Session) viewsOf(uri span.URI) []*View {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
-
- var views []*View
- for _, view := range s.views {
- if strings.HasPrefix(string(uri), string(view.Folder())) {
- views = append(views, view)
- }
- }
- return views
-}
-
-func (s *Session) Views() []source.View {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
- result := make([]source.View, len(s.views))
- for i, v := range s.views {
- result[i] = v
- }
- return result
-}
-
-// bestView finds the best view to associate a given URI with.
-// viewMu must be held when calling this method.
-func (s *Session) bestView(uri span.URI) (*View, error) {
- if len(s.views) == 0 {
- return nil, errors.Errorf("no views in the session")
- }
- // we need to find the best view for this file
- var longest *View
- for _, view := range s.views {
- if longest != nil && len(longest.Folder()) > len(view.Folder()) {
- continue
- }
- if view.contains(uri) {
- longest = view
- }
- }
- if longest != nil {
- return longest, nil
- }
- // Try our best to return a view that knows the file.
- for _, view := range s.views {
- if view.knownFile(uri) {
- return view, nil
- }
- }
- // TODO: are there any more heuristics we can use?
- return s.views[0], nil
-}
-
-func (s *Session) removeView(ctx context.Context, view *View) error {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
- i, err := s.dropView(ctx, view)
- if err != nil {
- return err
- }
- // delete this view... we don't care about order but we do want to make
- // sure we can garbage collect the view
- s.views[i] = s.views[len(s.views)-1]
- s.views[len(s.views)-1] = nil
- s.views = s.views[:len(s.views)-1]
- return nil
-}
-
-func (s *Session) updateView(ctx context.Context, view *View, options *source.Options) (*View, error) {
- s.viewMu.Lock()
- defer s.viewMu.Unlock()
- i, err := s.dropView(ctx, view)
- if err != nil {
- return nil, err
- }
- // Preserve the snapshot ID if we are recreating the view.
- view.snapshotMu.Lock()
- snapshotID := view.snapshot.id
- view.snapshotMu.Unlock()
- v, _, release, err := s.createView(ctx, view.name, view.folder, options, snapshotID)
- release()
- if err != nil {
- // we have dropped the old view, but could not create the new one
- // this should not happen and is very bad, but we still need to clean
- // up the view array if it happens
- s.views[i] = s.views[len(s.views)-1]
- s.views[len(s.views)-1] = nil
- s.views = s.views[:len(s.views)-1]
- return nil, err
- }
- // substitute the new view into the array where the old view was
- s.views[i] = v
- return v, nil
-}
-
-func (s *Session) dropView(ctx context.Context, v *View) (int, error) {
- // we always need to drop the view map
- s.viewMap = make(map[span.URI]*View)
- for i := range s.views {
- if v == s.views[i] {
- // we found the view, drop it and return the index it was found at
- s.views[i] = nil
- v.shutdown(ctx)
- return i, nil
- }
- }
- return -1, errors.Errorf("view %s for %v not found", v.Name(), v.Folder())
-}
-
-func (s *Session) ModifyFiles(ctx context.Context, changes []source.FileModification) error {
- _, _, releases, _, err := s.DidModifyFiles(ctx, changes)
- for _, release := range releases {
- release()
- }
- return err
-}
-
-func (s *Session) DidModifyFiles(ctx context.Context, changes []source.FileModification) (map[span.URI]source.View, map[source.View]source.Snapshot, []func(), []span.URI, error) {
- views := make(map[*View]map[span.URI]source.VersionedFileHandle)
- bestViews := map[span.URI]source.View{}
- // Keep track of deleted files so that we can clear their diagnostics.
- // A file might be re-created after deletion, so only mark files that
- // have truly been deleted.
- deletions := map[span.URI]struct{}{}
-
- overlays, err := s.updateOverlays(ctx, changes)
- if err != nil {
- return nil, nil, nil, nil, err
- }
- var forceReloadMetadata bool
- for _, c := range changes {
- if c.Action == source.InvalidateMetadata {
- forceReloadMetadata = true
- }
-
- // Build the list of affected views.
- bestView, err := s.viewOf(c.URI)
- if err != nil {
- return nil, nil, nil, nil, err
- }
- bestViews[c.URI] = bestView
-
- var changedViews []*View
- for _, view := range s.views {
- // Don't propagate changes that are outside of the view's scope
- // or knowledge.
- if !view.relevantChange(c) {
- continue
- }
- changedViews = append(changedViews, view)
- }
- // If no view matched the change, assign it to the best view.
- if len(changedViews) == 0 {
- changedViews = append(changedViews, bestView)
- }
-
- // Apply the changes to all affected views.
- for _, view := range changedViews {
- // Make sure that the file is added to the view.
- if _, err := view.getFile(c.URI); err != nil {
- return nil, nil, nil, nil, err
- }
- if _, ok := views[view]; !ok {
- views[view] = make(map[span.URI]source.VersionedFileHandle)
- }
- var (
- fh source.VersionedFileHandle
- ok bool
- )
- if fh, ok = overlays[c.URI]; ok {
- views[view][c.URI] = fh
- delete(deletions, c.URI)
- } else {
- fsFile, err := s.cache.getFile(ctx, c.URI)
- if err != nil {
- return nil, nil, nil, nil, err
- }
- fh = &closedFile{fsFile}
- views[view][c.URI] = fh
- if _, err := fh.Read(); err != nil {
- deletions[c.URI] = struct{}{}
- }
- }
- }
- }
-
- snapshots := map[source.View]source.Snapshot{}
- var releases []func()
- for view, uris := range views {
- snapshot, release := view.invalidateContent(ctx, uris, forceReloadMetadata)
- snapshots[view] = snapshot
- releases = append(releases, release)
- }
- var deletionsSlice []span.URI
- for uri := range deletions {
- deletionsSlice = append(deletionsSlice, uri)
- }
- return bestViews, snapshots, releases, deletionsSlice, nil
-}
-
-func (s *Session) updateOverlays(ctx context.Context, changes []source.FileModification) (map[span.URI]*overlay, error) {
- s.overlayMu.Lock()
- defer s.overlayMu.Unlock()
-
- for _, c := range changes {
- // Don't update overlays for metadata invalidations.
- if c.Action == source.InvalidateMetadata {
- continue
- }
-
- o, ok := s.overlays[c.URI]
-
- // If the file is not opened in an overlay and the change is on disk,
- // there's no need to update an overlay. If there is an overlay, we
- // may need to update the overlay's saved value.
- if !ok && c.OnDisk {
- continue
- }
-
- // Determine the file kind on open, otherwise, assume it has been cached.
- var kind source.FileKind
- switch c.Action {
- case source.Open:
- kind = source.DetectLanguage(c.LanguageID, c.URI.Filename())
- default:
- if !ok {
- return nil, errors.Errorf("updateOverlays: modifying unopened overlay %v", c.URI)
- }
- kind = o.kind
- }
- if kind == source.UnknownKind {
- return nil, errors.Errorf("updateOverlays: unknown file kind for %s", c.URI)
- }
-
- // Closing a file just deletes its overlay.
- if c.Action == source.Close {
- delete(s.overlays, c.URI)
- continue
- }
-
- // If the file is on disk, check if its content is the same as in the
- // overlay. Saves and on-disk file changes don't come with the file's
- // content.
- text := c.Text
- if text == nil && (c.Action == source.Save || c.OnDisk) {
- if !ok {
- return nil, fmt.Errorf("no known content for overlay for %s", c.Action)
- }
- text = o.text
- }
- // On-disk changes don't come with versions.
- version := c.Version
- if c.OnDisk {
- version = o.version
- }
- hash := hashContents(text)
- var sameContentOnDisk bool
- switch c.Action {
- case source.Delete:
- // Do nothing. sameContentOnDisk should be false.
- case source.Save:
- // Make sure the version and content (if present) is the same.
- if o.version != version {
- return nil, errors.Errorf("updateOverlays: saving %s at version %v, currently at %v", c.URI, c.Version, o.version)
- }
- if c.Text != nil && o.hash != hash {
- return nil, errors.Errorf("updateOverlays: overlay %s changed on save", c.URI)
- }
- sameContentOnDisk = true
- default:
- fh, err := s.cache.getFile(ctx, c.URI)
- if err != nil {
- return nil, err
- }
- _, readErr := fh.Read()
- sameContentOnDisk = (readErr == nil && fh.FileIdentity().Hash == hash)
- }
- o = &overlay{
- session: s,
- uri: c.URI,
- version: version,
- text: text,
- kind: kind,
- hash: hash,
- saved: sameContentOnDisk,
- }
- s.overlays[c.URI] = o
- }
-
- // Get the overlays for each change while the session's overlay map is
- // locked.
- overlays := make(map[span.URI]*overlay)
- for _, c := range changes {
- if o, ok := s.overlays[c.URI]; ok {
- overlays[c.URI] = o
- }
- }
- return overlays, nil
-}
-
-func (s *Session) GetFile(ctx context.Context, uri span.URI) (source.FileHandle, error) {
- if overlay := s.readOverlay(uri); overlay != nil {
- return overlay, nil
- }
- // Fall back to the cache-level file system.
- return s.cache.getFile(ctx, uri)
-}
-
-func (s *Session) readOverlay(uri span.URI) *overlay {
- s.overlayMu.Lock()
- defer s.overlayMu.Unlock()
-
- if overlay, ok := s.overlays[uri]; ok {
- return overlay
- }
- return nil
-}
-
-func (s *Session) Overlays() []source.Overlay {
- s.overlayMu.Lock()
- defer s.overlayMu.Unlock()
-
- overlays := make([]source.Overlay, 0, len(s.overlays))
- for _, overlay := range s.overlays {
- overlays = append(overlays, overlay)
- }
- return overlays
-}