/* Copyright 2020 Docker Compose CLI authors Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package compose import ( "context" "fmt" "io/fs" "os" "path" "path/filepath" "strings" "time" "github.com/compose-spec/compose-go/types" "github.com/jonboulle/clockwork" "github.com/mitchellh/mapstructure" "github.com/pkg/errors" "github.com/sirupsen/logrus" "golang.org/x/sync/errgroup" "github.com/docker/compose/v2/pkg/api" "github.com/docker/compose/v2/pkg/utils" "github.com/docker/compose/v2/pkg/watch" ) type DevelopmentConfig struct { Watch []Trigger `json:"watch,omitempty"` } const ( WatchActionSync = "sync" WatchActionRebuild = "rebuild" ) type Trigger struct { Path string `json:"path,omitempty"` Action string `json:"action,omitempty"` Target string `json:"target,omitempty"` Ignore []string `json:"ignore,omitempty"` } const quietPeriod = 2 * time.Second // fileMapping contains the Compose service and modified host system path. // // For file sync, the container path is also included. // For rebuild, there is no container path, so it is always empty. type fileMapping struct { // Service that the file event is for. Service string // HostPath that was created/modified/deleted outside the container. // // This is the path as seen from the user's perspective, e.g. // - C:\Users\moby\Documents\hello-world\main.go // - /Users/moby/Documents/hello-world/main.go HostPath string // ContainerPath for the target file inside the container (only populated // for sync events, not rebuild). // // This is the path as used in Docker CLI commands, e.g. // - /workdir/main.go ContainerPath string } func (s *composeService) Watch(ctx context.Context, project *types.Project, services []string, _ api.WatchOptions) error { //nolint: gocyclo needRebuild := make(chan fileMapping) needSync := make(chan fileMapping) err := s.prepareProjectForBuild(project, nil) if err != nil { return err } eg, ctx := errgroup.WithContext(ctx) eg.Go(func() error { clock := clockwork.NewRealClock() debounce(ctx, clock, quietPeriod, needRebuild, s.makeRebuildFn(ctx, project)) return nil }) eg.Go(s.makeSyncFn(ctx, project, needSync)) ss, err := project.GetServices(services...) if err != nil { return err } watching := false for _, service := range ss { config, err := loadDevelopmentConfig(service, project) if err != nil { return err } if config != nil && len(config.Watch) > 0 && service.Build == nil { // service configured with watchers but no build section return fmt.Errorf("can't watch service %q without a build context", service.Name) } if len(services) > 0 && service.Build == nil { // service explicitly selected for watch has no build section return fmt.Errorf("can't watch service %q without a build context", service.Name) } if len(services) == 0 && service.Build == nil { continue } if config == nil { config = &DevelopmentConfig{ Watch: []Trigger{ { Path: service.Build.Context, Action: WatchActionRebuild, }, }, } } name := service.Name dockerIgnores, err := watch.LoadDockerIgnore(service.Build.Context) if err != nil { return err } // add a hardcoded set of ignores on top of what came from .dockerignore // some of this should likely be configurable (e.g. there could be cases // where you want `.git` to be synced) but this is suitable for now dotGitIgnore, err := watch.NewDockerPatternMatcher("/", []string{".git/"}) if err != nil { return err } ignore := watch.NewCompositeMatcher( dockerIgnores, watch.EphemeralPathMatcher(), dotGitIgnore, ) var paths []string for _, trigger := range config.Watch { paths = append(paths, trigger.Path) } watcher, err := watch.NewWatcher(paths, ignore) if err != nil { return err } fmt.Fprintf(s.stdinfo(), "watching %s\n", paths) err = watcher.Start() if err != nil { return err } watching = true eg.Go(func() error { defer watcher.Close() //nolint:errcheck return s.watch(ctx, name, watcher, config.Watch, needSync, needRebuild) }) } if !watching { return fmt.Errorf("none of the selected services is configured for watch, consider setting an 'x-develop' section") } return eg.Wait() } func (s *composeService) watch(ctx context.Context, name string, watcher watch.Notify, triggers []Trigger, needSync chan fileMapping, needRebuild chan fileMapping) error { ignores := make([]watch.PathMatcher, len(triggers)) for i, trigger := range triggers { ignore, err := watch.NewDockerPatternMatcher(trigger.Path, trigger.Ignore) if err != nil { return err } ignores[i] = ignore } WATCH: for { select { case <-ctx.Done(): return nil case event := <-watcher.Events(): hostPath := event.Path() for i, trigger := range triggers { logrus.Debugf("change detected on %s - comparing with %s", hostPath, trigger.Path) if watch.IsChild(trigger.Path, hostPath) { match, err := ignores[i].Matches(hostPath) if err != nil { return err } if match { logrus.Debugf("%s is matching ignore pattern", hostPath) continue } fmt.Fprintf(s.stdinfo(), "change detected on %s\n", hostPath) f := fileMapping{ HostPath: hostPath, Service: name, } switch trigger.Action { case WatchActionSync: logrus.Debugf("modified file %s triggered sync", hostPath) rel, err := filepath.Rel(trigger.Path, hostPath) if err != nil { return err } // always use Unix-style paths for inside the container f.ContainerPath = path.Join(trigger.Target, rel) needSync <- f case WatchActionRebuild: logrus.Debugf("modified file %s requires image to be rebuilt", hostPath) needRebuild <- f default: return fmt.Errorf("watch action %q is not supported", trigger) } continue WATCH } } case err := <-watcher.Errors(): return err } } } func loadDevelopmentConfig(service types.ServiceConfig, project *types.Project) (*DevelopmentConfig, error) { var config DevelopmentConfig y, ok := service.Extensions["x-develop"] if !ok { return nil, nil } err := mapstructure.Decode(y, &config) if err != nil { return nil, err } for i, trigger := range config.Watch { if !filepath.IsAbs(trigger.Path) { trigger.Path = filepath.Join(project.WorkingDir, trigger.Path) } trigger.Path = filepath.Clean(trigger.Path) if trigger.Path == "" { return nil, errors.New("watch rules MUST define a path") } if trigger.Action == WatchActionRebuild && service.Build == nil { return nil, fmt.Errorf("service %s doesn't have a build section, can't apply 'rebuild' on watch", service.Name) } config.Watch[i] = trigger } return &config, nil } func (s *composeService) makeRebuildFn(ctx context.Context, project *types.Project) func(services rebuildServices) { for i, service := range project.Services { service.PullPolicy = types.PullPolicyBuild project.Services[i] = service } return func(services rebuildServices) { serviceNames := make([]string, 0, len(services)) allPaths := make(utils.Set[string]) for serviceName, paths := range services { serviceNames = append(serviceNames, serviceName) for p := range paths { allPaths.Add(p) } } fmt.Fprintf( s.stdinfo(), "Rebuilding %s after changes were detected:%s\n", strings.Join(serviceNames, ", "), strings.Join(append([]string{""}, allPaths.Elements()...), "\n - "), ) err := s.Up(ctx, project, api.UpOptions{ Create: api.CreateOptions{ Services: serviceNames, Inherit: true, }, Start: api.StartOptions{ Services: serviceNames, Project: project, }, }) if err != nil { fmt.Fprintf(s.stderr(), "Application failed to start after update\n") } } } func (s *composeService) makeSyncFn(ctx context.Context, project *types.Project, needSync <-chan fileMapping) func() error { return func() error { for { select { case <-ctx.Done(): return nil case opt := <-needSync: if fi, statErr := os.Stat(opt.HostPath); statErr == nil && !fi.IsDir() { err := s.Copy(ctx, project.Name, api.CopyOptions{ Source: opt.HostPath, Destination: fmt.Sprintf("%s:%s", opt.Service, opt.ContainerPath), }) if err != nil { return err } fmt.Fprintf(s.stdinfo(), "%s updated\n", opt.ContainerPath) } else if errors.Is(statErr, fs.ErrNotExist) { _, err := s.Exec(ctx, project.Name, api.RunOptions{ Service: opt.Service, Command: []string{"rm", "-rf", opt.ContainerPath}, Index: 1, }) if err != nil { logrus.Warnf("failed to delete %q from %s: %v", opt.ContainerPath, opt.Service, err) } fmt.Fprintf(s.stdinfo(), "%s deleted from container\n", opt.ContainerPath) } } } } } type rebuildServices map[string]utils.Set[string] func debounce(ctx context.Context, clock clockwork.Clock, delay time.Duration, input <-chan fileMapping, fn func(services rebuildServices)) { services := make(rebuildServices) t := clock.NewTimer(delay) defer t.Stop() for { select { case <-ctx.Done(): return case <-t.Chan(): if len(services) > 0 { go fn(services) services = make(rebuildServices) } case e := <-input: t.Reset(delay) svc, ok := services[e.Service] if !ok { svc = make(utils.Set[string]) services[e.Service] = svc } svc.Add(e.HostPath) } } }