| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405 | 
							- // Copyright (C) 2019-2023 Nicola Murino
 
- //
 
- // This program is free software: you can redistribute it and/or modify
 
- // it under the terms of the GNU Affero General Public License as published
 
- // by the Free Software Foundation, version 3.
 
- //
 
- // This program is distributed in the hope that it will be useful,
 
- // but WITHOUT ANY WARRANTY; without even the implied warranty of
 
- // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 
- // GNU Affero General Public License for more details.
 
- //
 
- // You should have received a copy of the GNU Affero General Public License
 
- // along with this program. If not, see <https://www.gnu.org/licenses/>.
 
- // Package service allows to start and stop the SFTPGo service
 
- package service
 
- import (
 
- 	"errors"
 
- 	"fmt"
 
- 	"os"
 
- 	"path/filepath"
 
- 	"github.com/rs/zerolog"
 
- 	"github.com/drakkan/sftpgo/v2/internal/acme"
 
- 	"github.com/drakkan/sftpgo/v2/internal/common"
 
- 	"github.com/drakkan/sftpgo/v2/internal/config"
 
- 	"github.com/drakkan/sftpgo/v2/internal/dataprovider"
 
- 	"github.com/drakkan/sftpgo/v2/internal/httpd"
 
- 	"github.com/drakkan/sftpgo/v2/internal/logger"
 
- 	"github.com/drakkan/sftpgo/v2/internal/plugin"
 
- 	"github.com/drakkan/sftpgo/v2/internal/util"
 
- 	"github.com/drakkan/sftpgo/v2/internal/version"
 
- )
 
- const (
 
- 	logSender = "service"
 
- )
 
- var (
 
- 	chars     = []rune("ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789")
 
- 	graceTime int
 
- )
 
- // Service defines the SFTPGo service
 
- type Service struct {
 
- 	ConfigDir         string
 
- 	ConfigFile        string
 
- 	LogFilePath       string
 
- 	LogMaxSize        int
 
- 	LogMaxBackups     int
 
- 	LogMaxAge         int
 
- 	PortableMode      int
 
- 	PortableUser      dataprovider.User
 
- 	LogCompress       bool
 
- 	LogLevel          string
 
- 	LogUTCTime        bool
 
- 	LoadDataClean     bool
 
- 	LoadDataFrom      string
 
- 	LoadDataMode      int
 
- 	LoadDataQuotaScan int
 
- 	Shutdown          chan bool
 
- 	Error             error
 
- }
 
- func (s *Service) initLogger() {
 
- 	var logLevel zerolog.Level
 
- 	switch s.LogLevel {
 
- 	case "info":
 
- 		logLevel = zerolog.InfoLevel
 
- 	case "warn":
 
- 		logLevel = zerolog.WarnLevel
 
- 	case "error":
 
- 		logLevel = zerolog.ErrorLevel
 
- 	default:
 
- 		logLevel = zerolog.DebugLevel
 
- 	}
 
- 	if !filepath.IsAbs(s.LogFilePath) && util.IsFileInputValid(s.LogFilePath) {
 
- 		s.LogFilePath = filepath.Join(s.ConfigDir, s.LogFilePath)
 
- 	}
 
- 	logger.InitLogger(s.LogFilePath, s.LogMaxSize, s.LogMaxBackups, s.LogMaxAge, s.LogCompress, s.LogUTCTime, logLevel)
 
- 	if s.PortableMode == 1 {
 
- 		logger.EnableConsoleLogger(logLevel)
 
- 		if s.LogFilePath == "" {
 
- 			logger.DisableLogger()
 
- 		}
 
- 	}
 
- }
 
- // Start initializes and starts the service
 
- func (s *Service) Start(disableAWSInstallationCode bool) error {
 
- 	s.initLogger()
 
- 	logger.Info(logSender, "", "starting SFTPGo %v, config dir: %v, config file: %v, log max size: %v log max backups: %v "+
 
- 		"log max age: %v log level: %v, log compress: %v, log utc time: %v, load data from: %q, grace time: %d secs",
 
- 		version.GetAsString(), s.ConfigDir, s.ConfigFile, s.LogMaxSize, s.LogMaxBackups, s.LogMaxAge, s.LogLevel,
 
- 		s.LogCompress, s.LogUTCTime, s.LoadDataFrom, graceTime)
 
- 	// in portable mode we don't read configuration from file
 
- 	if s.PortableMode != 1 {
 
- 		err := config.LoadConfig(s.ConfigDir, s.ConfigFile)
 
- 		if err != nil {
 
- 			logger.Error(logSender, "", "error loading configuration: %v", err)
 
- 			return err
 
- 		}
 
- 	}
 
- 	if !config.HasServicesToStart() {
 
- 		infoString := "no service configured, nothing to do"
 
- 		logger.Info(logSender, "", infoString)
 
- 		logger.InfoToConsole(infoString)
 
- 		return errors.New(infoString)
 
- 	}
 
- 	if err := s.initializeServices(disableAWSInstallationCode); err != nil {
 
- 		return err
 
- 	}
 
- 	s.startServices()
 
- 	go common.Config.ExecuteStartupHook() //nolint:errcheck
 
- 	return nil
 
- }
 
- func (s *Service) initializeServices(disableAWSInstallationCode bool) error {
 
- 	providerConf := config.GetProviderConf()
 
- 	kmsConfig := config.GetKMSConfig()
 
- 	err := kmsConfig.Initialize()
 
- 	if err != nil {
 
- 		logger.Error(logSender, "", "unable to initialize KMS: %v", err)
 
- 		logger.ErrorToConsole("unable to initialize KMS: %v", err)
 
- 		return err
 
- 	}
 
- 	mfaConfig := config.GetMFAConfig()
 
- 	err = mfaConfig.Initialize()
 
- 	if err != nil {
 
- 		logger.Error(logSender, "", "unable to initialize MFA: %v", err)
 
- 		logger.ErrorToConsole("unable to initialize MFA: %v", err)
 
- 		return err
 
- 	}
 
- 	err = dataprovider.Initialize(providerConf, s.ConfigDir, s.PortableMode == 0)
 
- 	if err != nil {
 
- 		logger.Error(logSender, "", "error initializing data provider: %v", err)
 
- 		logger.ErrorToConsole("error initializing data provider: %v", err)
 
- 		return err
 
- 	}
 
- 	if err := plugin.Initialize(config.GetPluginsConfig(), s.LogLevel); err != nil {
 
- 		logger.Error(logSender, "", "unable to initialize plugin system: %v", err)
 
- 		logger.ErrorToConsole("unable to initialize plugin system: %v", err)
 
- 		return err
 
- 	}
 
- 	smtpConfig := config.GetSMTPConfig()
 
- 	err = smtpConfig.Initialize(s.ConfigDir, s.PortableMode != 1)
 
- 	if err != nil {
 
- 		logger.Error(logSender, "", "unable to initialize SMTP configuration: %v", err)
 
- 		logger.ErrorToConsole("unable to initialize SMTP configuration: %v", err)
 
- 		return err
 
- 	}
 
- 	err = common.Initialize(config.GetCommonConfig(), providerConf.GetShared())
 
- 	if err != nil {
 
- 		logger.Error(logSender, "", "%v", err)
 
- 		logger.ErrorToConsole("%v", err)
 
- 		return err
 
- 	}
 
- 	if s.PortableMode == 1 {
 
- 		// create the user for portable mode
 
- 		err = dataprovider.AddUser(&s.PortableUser, dataprovider.ActionExecutorSystem, "", "")
 
- 		if err != nil {
 
- 			logger.ErrorToConsole("error adding portable user: %v", err)
 
- 			return err
 
- 		}
 
- 	} else {
 
- 		acmeConfig := config.GetACMEConfig()
 
- 		err = acme.Initialize(acmeConfig, s.ConfigDir, true)
 
- 		if err != nil {
 
- 			logger.Error(logSender, "", "error initializing ACME configuration: %v", err)
 
- 			logger.ErrorToConsole("error initializing ACME configuration: %v", err)
 
- 			return err
 
- 		}
 
- 	}
 
- 	if err := registerAWSContainer(disableAWSInstallationCode); err != nil {
 
- 		logger.Error(logSender, "", "error registering AWS container: %v", err)
 
- 		logger.ErrorToConsole("error registering AWS container: %v", err)
 
- 		return err
 
- 	}
 
- 	httpConfig := config.GetHTTPConfig()
 
- 	err = httpConfig.Initialize(s.ConfigDir)
 
- 	if err != nil {
 
- 		logger.Error(logSender, "", "error initializing http client: %v", err)
 
- 		logger.ErrorToConsole("error initializing http client: %v", err)
 
- 		return err
 
- 	}
 
- 	commandConfig := config.GetCommandConfig()
 
- 	if err := commandConfig.Initialize(); err != nil {
 
- 		logger.Error(logSender, "", "error initializing commands configuration: %v", err)
 
- 		logger.ErrorToConsole("error initializing commands configuration: %v", err)
 
- 		return err
 
- 	}
 
- 	return nil
 
- }
 
- func (s *Service) startServices() {
 
- 	err := s.LoadInitialData()
 
- 	if err != nil {
 
- 		logger.Error(logSender, "", "unable to load initial data: %v", err)
 
- 		logger.ErrorToConsole("unable to load initial data: %v", err)
 
- 	}
 
- 	sftpdConf := config.GetSFTPDConfig()
 
- 	ftpdConf := config.GetFTPDConfig()
 
- 	httpdConf := config.GetHTTPDConfig()
 
- 	webDavDConf := config.GetWebDAVDConfig()
 
- 	telemetryConf := config.GetTelemetryConfig()
 
- 	if sftpdConf.ShouldBind() {
 
- 		go func() {
 
- 			redactedConf := sftpdConf
 
- 			redactedConf.KeyboardInteractiveHook = util.GetRedactedURL(sftpdConf.KeyboardInteractiveHook)
 
- 			logger.Info(logSender, "", "initializing SFTP server with config %+v", redactedConf)
 
- 			if err := sftpdConf.Initialize(s.ConfigDir); err != nil {
 
- 				logger.Error(logSender, "", "could not start SFTP server: %v", err)
 
- 				logger.ErrorToConsole("could not start SFTP server: %v", err)
 
- 				s.Error = err
 
- 			}
 
- 			s.Shutdown <- true
 
- 		}()
 
- 	} else {
 
- 		logger.Info(logSender, "", "SFTP server not started, disabled in config file")
 
- 	}
 
- 	if httpdConf.ShouldBind() {
 
- 		go func() {
 
- 			providerConf := config.GetProviderConf()
 
- 			if err := httpdConf.Initialize(s.ConfigDir, providerConf.GetShared()); err != nil {
 
- 				logger.Error(logSender, "", "could not start HTTP server: %v", err)
 
- 				logger.ErrorToConsole("could not start HTTP server: %v", err)
 
- 				s.Error = err
 
- 			}
 
- 			s.Shutdown <- true
 
- 		}()
 
- 	} else {
 
- 		logger.Info(logSender, "", "HTTP server not started, disabled in config file")
 
- 		if s.PortableMode != 1 {
 
- 			logger.InfoToConsole("HTTP server not started, disabled in config file")
 
- 		}
 
- 	}
 
- 	if ftpdConf.ShouldBind() {
 
- 		go func() {
 
- 			if err := ftpdConf.Initialize(s.ConfigDir); err != nil {
 
- 				logger.Error(logSender, "", "could not start FTP server: %v", err)
 
- 				logger.ErrorToConsole("could not start FTP server: %v", err)
 
- 				s.Error = err
 
- 			}
 
- 			s.Shutdown <- true
 
- 		}()
 
- 	} else {
 
- 		logger.Info(logSender, "", "FTP server not started, disabled in config file")
 
- 	}
 
- 	if webDavDConf.ShouldBind() {
 
- 		go func() {
 
- 			if err := webDavDConf.Initialize(s.ConfigDir); err != nil {
 
- 				logger.Error(logSender, "", "could not start WebDAV server: %v", err)
 
- 				logger.ErrorToConsole("could not start WebDAV server: %v", err)
 
- 				s.Error = err
 
- 			}
 
- 			s.Shutdown <- true
 
- 		}()
 
- 	} else {
 
- 		logger.Info(logSender, "", "WebDAV server not started, disabled in config file")
 
- 	}
 
- 	if telemetryConf.ShouldBind() {
 
- 		go func() {
 
- 			if err := telemetryConf.Initialize(s.ConfigDir); err != nil {
 
- 				logger.Error(logSender, "", "could not start telemetry server: %v", err)
 
- 				logger.ErrorToConsole("could not start telemetry server: %v", err)
 
- 				s.Error = err
 
- 			}
 
- 			s.Shutdown <- true
 
- 		}()
 
- 	} else {
 
- 		logger.Info(logSender, "", "telemetry server not started, disabled in config file")
 
- 		if s.PortableMode != 1 {
 
- 			logger.InfoToConsole("telemetry server not started, disabled in config file")
 
- 		}
 
- 	}
 
- }
 
- // Wait blocks until the service exits
 
- func (s *Service) Wait() {
 
- 	if s.PortableMode != 1 {
 
- 		registerSignals()
 
- 	}
 
- 	<-s.Shutdown
 
- }
 
- // Stop terminates the service unblocking the Wait method
 
- func (s *Service) Stop() {
 
- 	close(s.Shutdown)
 
- 	logger.Debug(logSender, "", "Service stopped")
 
- }
 
- // LoadInitialData if a data file is set
 
- func (s *Service) LoadInitialData() error {
 
- 	if s.LoadDataFrom == "" {
 
- 		return nil
 
- 	}
 
- 	if !filepath.IsAbs(s.LoadDataFrom) {
 
- 		return fmt.Errorf("invalid input_file %q, it must be an absolute path", s.LoadDataFrom)
 
- 	}
 
- 	if s.LoadDataMode < 0 || s.LoadDataMode > 1 {
 
- 		return fmt.Errorf("invalid loaddata-mode %v", s.LoadDataMode)
 
- 	}
 
- 	if s.LoadDataQuotaScan < 0 || s.LoadDataQuotaScan > 2 {
 
- 		return fmt.Errorf("invalid loaddata-scan %v", s.LoadDataQuotaScan)
 
- 	}
 
- 	info, err := os.Stat(s.LoadDataFrom)
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to stat file %q: %w", s.LoadDataFrom, err)
 
- 	}
 
- 	if info.Size() > httpd.MaxRestoreSize {
 
- 		return fmt.Errorf("unable to restore input file %q size too big: %d/%d bytes",
 
- 			s.LoadDataFrom, info.Size(), httpd.MaxRestoreSize)
 
- 	}
 
- 	content, err := os.ReadFile(s.LoadDataFrom)
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to read input file %q: %w", s.LoadDataFrom, err)
 
- 	}
 
- 	dump, err := dataprovider.ParseDumpData(content)
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to parse file to restore %q: %w", s.LoadDataFrom, err)
 
- 	}
 
- 	err = s.restoreDump(&dump)
 
- 	if err != nil {
 
- 		return err
 
- 	}
 
- 	logger.Info(logSender, "", "data loaded from file %q mode: %v", s.LoadDataFrom, s.LoadDataMode)
 
- 	logger.InfoToConsole("data loaded from file %q mode: %v", s.LoadDataFrom, s.LoadDataMode)
 
- 	if s.LoadDataClean {
 
- 		err = os.Remove(s.LoadDataFrom)
 
- 		if err == nil {
 
- 			logger.Info(logSender, "", "file %q deleted after successful load", s.LoadDataFrom)
 
- 			logger.InfoToConsole("file %q deleted after successful load", s.LoadDataFrom)
 
- 		} else {
 
- 			logger.Warn(logSender, "", "unable to delete file %q after successful load: %v", s.LoadDataFrom, err)
 
- 			logger.WarnToConsole("unable to delete file %q after successful load: %v", s.LoadDataFrom, err)
 
- 		}
 
- 	}
 
- 	return nil
 
- }
 
- func (s *Service) restoreDump(dump *dataprovider.BackupData) error {
 
- 	err := httpd.RestoreConfigs(dump.Configs, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore configs from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreIPListEntries(dump.IPLists, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore IP list entries from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreRoles(dump.Roles, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore roles from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreFolders(dump.Folders, s.LoadDataFrom, s.LoadDataMode, s.LoadDataQuotaScan, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore folders from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreGroups(dump.Groups, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore groups from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreUsers(dump.Users, s.LoadDataFrom, s.LoadDataMode, s.LoadDataQuotaScan, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore users from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreAdmins(dump.Admins, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore admins from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreAPIKeys(dump.APIKeys, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore API keys from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreShares(dump.Shares, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore API keys from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreEventActions(dump.EventActions, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem, "", "")
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore event actions from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	err = httpd.RestoreEventRules(dump.EventRules, s.LoadDataFrom, s.LoadDataMode, dataprovider.ActionExecutorSystem,
 
- 		"", "", dump.Version)
 
- 	if err != nil {
 
- 		return fmt.Errorf("unable to restore event rules from file %q: %v", s.LoadDataFrom, err)
 
- 	}
 
- 	return nil
 
- }
 
- // SetGraceTime sets the grace time
 
- func SetGraceTime(val int) {
 
- 	graceTime = val
 
- }
 
 
  |