logger.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. // Package logger provides logging capabilities.
  15. // It is a wrapper around zerolog for logging and lumberjack for log rotation.
  16. // Logs are written to the specified log file.
  17. // Logging on the console is provided to print initialization info, errors and warnings.
  18. // The package provides a request logger to log the HTTP requests for REST API too.
  19. // The request logger uses chi.middleware.RequestLogger,
  20. // chi.middleware.LogFormatter and chi.middleware.LogEntry to build a structured
  21. // logger using zerolog
  22. package logger
  23. import (
  24. "errors"
  25. "fmt"
  26. "io/fs"
  27. "os"
  28. "path/filepath"
  29. "time"
  30. ftpserverlog "github.com/fclairamb/go-log"
  31. "github.com/rs/zerolog"
  32. lumberjack "gopkg.in/natefinch/lumberjack.v2"
  33. )
  34. const (
  35. dateFormat = "2006-01-02T15:04:05.000" // YYYY-MM-DDTHH:MM:SS.ZZZ
  36. )
  37. // LogLevel defines log levels.
  38. type LogLevel uint8
  39. // defines our own log levels, just in case we'll change logger in future
  40. const (
  41. LevelDebug LogLevel = iota
  42. LevelInfo
  43. LevelWarn
  44. LevelError
  45. )
  46. var (
  47. logger zerolog.Logger
  48. consoleLogger zerolog.Logger
  49. rollingLogger *lumberjack.Logger
  50. )
  51. func init() {
  52. zerolog.TimeFieldFormat = dateFormat
  53. }
  54. // GetLogger get the configured logger instance
  55. func GetLogger() *zerolog.Logger {
  56. return &logger
  57. }
  58. // InitLogger configures the logger using the given parameters
  59. func InitLogger(logFilePath string, logMaxSize int, logMaxBackups int, logMaxAge int, logCompress, logUTCTime bool,
  60. level zerolog.Level,
  61. ) {
  62. SetLogTime(logUTCTime)
  63. if isLogFilePathValid(logFilePath) {
  64. logDir := filepath.Dir(logFilePath)
  65. if _, err := os.Stat(logDir); errors.Is(err, fs.ErrNotExist) {
  66. err = os.MkdirAll(logDir, os.ModePerm)
  67. if err != nil {
  68. fmt.Printf("unable to create log dir %#v: %v", logDir, err)
  69. }
  70. }
  71. rollingLogger = &lumberjack.Logger{
  72. Filename: logFilePath,
  73. MaxSize: logMaxSize,
  74. MaxBackups: logMaxBackups,
  75. MaxAge: logMaxAge,
  76. Compress: logCompress,
  77. LocalTime: !logUTCTime,
  78. }
  79. logger = zerolog.New(rollingLogger)
  80. EnableConsoleLogger(level)
  81. } else {
  82. logger = zerolog.New(&logSyncWrapper{
  83. output: os.Stdout,
  84. })
  85. consoleLogger = zerolog.Nop()
  86. }
  87. logger = logger.Level(level)
  88. }
  89. // InitStdErrLogger configures the logger to write to stderr
  90. func InitStdErrLogger(level zerolog.Level) {
  91. logger = zerolog.New(&logSyncWrapper{
  92. output: os.Stderr,
  93. }).Level(level)
  94. consoleLogger = zerolog.Nop()
  95. }
  96. // DisableLogger disable the main logger.
  97. // ConsoleLogger will not be affected
  98. func DisableLogger() {
  99. logger = zerolog.Nop()
  100. rollingLogger = nil
  101. }
  102. // EnableConsoleLogger enables the console logger
  103. func EnableConsoleLogger(level zerolog.Level) {
  104. consoleOutput := zerolog.ConsoleWriter{
  105. Out: os.Stdout,
  106. TimeFormat: dateFormat,
  107. }
  108. consoleLogger = zerolog.New(consoleOutput).With().Timestamp().Logger().Level(level)
  109. }
  110. // RotateLogFile closes the existing log file and immediately create a new one
  111. func RotateLogFile() error {
  112. if rollingLogger != nil {
  113. return rollingLogger.Rotate()
  114. }
  115. return errors.New("logging to file is disabled")
  116. }
  117. // SetLogTime sets logging time related setting
  118. func SetLogTime(utc bool) {
  119. if utc {
  120. zerolog.TimestampFunc = func() time.Time {
  121. return time.Now().UTC()
  122. }
  123. } else {
  124. zerolog.TimestampFunc = time.Now
  125. }
  126. }
  127. // Log logs at the specified level for the specified sender
  128. func Log(level LogLevel, sender string, connectionID string, format string, v ...any) {
  129. var ev *zerolog.Event
  130. switch level {
  131. case LevelDebug:
  132. ev = logger.Debug()
  133. case LevelInfo:
  134. ev = logger.Info()
  135. case LevelWarn:
  136. ev = logger.Warn()
  137. default:
  138. ev = logger.Error()
  139. }
  140. ev.Timestamp().Str("sender", sender)
  141. if connectionID != "" {
  142. ev.Str("connection_id", connectionID)
  143. }
  144. ev.Msg(fmt.Sprintf(format, v...))
  145. }
  146. // Debug logs at debug level for the specified sender
  147. func Debug(sender, connectionID, format string, v ...any) {
  148. Log(LevelDebug, sender, connectionID, format, v...)
  149. }
  150. // Info logs at info level for the specified sender
  151. func Info(sender, connectionID, format string, v ...any) {
  152. Log(LevelInfo, sender, connectionID, format, v...)
  153. }
  154. // Warn logs at warn level for the specified sender
  155. func Warn(sender, connectionID, format string, v ...any) {
  156. Log(LevelWarn, sender, connectionID, format, v...)
  157. }
  158. // Error logs at error level for the specified sender
  159. func Error(sender, connectionID, format string, v ...any) {
  160. Log(LevelError, sender, connectionID, format, v...)
  161. }
  162. // DebugToConsole logs at debug level to stdout
  163. func DebugToConsole(format string, v ...any) {
  164. consoleLogger.Debug().Msg(fmt.Sprintf(format, v...))
  165. }
  166. // InfoToConsole logs at info level to stdout
  167. func InfoToConsole(format string, v ...any) {
  168. consoleLogger.Info().Msg(fmt.Sprintf(format, v...))
  169. }
  170. // WarnToConsole logs at info level to stdout
  171. func WarnToConsole(format string, v ...any) {
  172. consoleLogger.Warn().Msg(fmt.Sprintf(format, v...))
  173. }
  174. // ErrorToConsole logs at error level to stdout
  175. func ErrorToConsole(format string, v ...any) {
  176. consoleLogger.Error().Msg(fmt.Sprintf(format, v...))
  177. }
  178. // TransferLog logs uploads or downloads
  179. func TransferLog(operation, path string, elapsed int64, size int64, user, connectionID, protocol, localAddr,
  180. remoteAddr, ftpMode string,
  181. ) {
  182. ev := logger.Info().
  183. Timestamp().
  184. Str("sender", operation).
  185. Str("local_addr", localAddr).
  186. Str("remote_addr", remoteAddr).
  187. Int64("elapsed_ms", elapsed).
  188. Int64("size_bytes", size).
  189. Str("username", user).
  190. Str("file_path", path).
  191. Str("connection_id", connectionID).
  192. Str("protocol", protocol)
  193. if ftpMode != "" {
  194. ev.Str("ftp_mode", ftpMode)
  195. }
  196. ev.Send()
  197. }
  198. // CommandLog logs an SFTP/SCP/SSH command
  199. func CommandLog(command, path, target, user, fileMode, connectionID, protocol string, uid, gid int, atime, mtime,
  200. sshCommand string, size int64, localAddr, remoteAddr string) {
  201. logger.Info().
  202. Timestamp().
  203. Str("sender", command).
  204. Str("local_addr", localAddr).
  205. Str("remote_addr", remoteAddr).
  206. Str("username", user).
  207. Str("file_path", path).
  208. Str("target_path", target).
  209. Str("filemode", fileMode).
  210. Int("uid", uid).
  211. Int("gid", gid).
  212. Str("access_time", atime).
  213. Str("modification_time", mtime).
  214. Int64("size", size).
  215. Str("ssh_command", sshCommand).
  216. Str("connection_id", connectionID).
  217. Str("protocol", protocol).
  218. Send()
  219. }
  220. // ConnectionFailedLog logs failed attempts to initialize a connection.
  221. // A connection can fail for an authentication error or other errors such as
  222. // a client abort or a time out if the login does not happen in two minutes.
  223. // These logs are useful for better integration with Fail2ban and similar tools.
  224. func ConnectionFailedLog(user, ip, loginType, protocol, errorString string) {
  225. logger.Debug().
  226. Timestamp().
  227. Str("sender", "connection_failed").
  228. Str("client_ip", ip).
  229. Str("username", user).
  230. Str("login_type", loginType).
  231. Str("protocol", protocol).
  232. Str("error", errorString).
  233. Send()
  234. }
  235. func isLogFilePathValid(logFilePath string) bool {
  236. cleanInput := filepath.Clean(logFilePath)
  237. if cleanInput == "." || cleanInput == ".." {
  238. return false
  239. }
  240. return true
  241. }
  242. // StdLoggerWrapper is a wrapper for standard logger compatibility
  243. type StdLoggerWrapper struct {
  244. Sender string
  245. }
  246. // Write implements the io.Writer interface. This is useful to set as a writer
  247. // for the standard library log.
  248. func (l *StdLoggerWrapper) Write(p []byte) (n int, err error) {
  249. n = len(p)
  250. if n > 0 && p[n-1] == '\n' {
  251. // Trim CR added by stdlog.
  252. p = p[0 : n-1]
  253. }
  254. Log(LevelError, l.Sender, "", string(p))
  255. return
  256. }
  257. // LeveledLogger is a logger that accepts a message string and a variadic number of key-value pairs
  258. type LeveledLogger struct {
  259. Sender string
  260. additionalKeyVals []any
  261. }
  262. func addKeysAndValues(ev *zerolog.Event, keysAndValues ...any) {
  263. kvLen := len(keysAndValues)
  264. if kvLen%2 != 0 {
  265. extra := keysAndValues[kvLen-1]
  266. keysAndValues = append(keysAndValues[:kvLen-1], "EXTRA_VALUE_AT_END", extra)
  267. }
  268. for i := 0; i < len(keysAndValues); i += 2 {
  269. key, val := keysAndValues[i], keysAndValues[i+1]
  270. if keyStr, ok := key.(string); ok && keyStr != "timestamp" {
  271. ev.Str(keyStr, fmt.Sprintf("%v", val))
  272. }
  273. }
  274. }
  275. // Error logs at error level for the specified sender
  276. func (l *LeveledLogger) Error(msg string, keysAndValues ...any) {
  277. ev := logger.Error()
  278. ev.Timestamp().Str("sender", l.Sender)
  279. if len(l.additionalKeyVals) > 0 {
  280. addKeysAndValues(ev, l.additionalKeyVals...)
  281. }
  282. addKeysAndValues(ev, keysAndValues...)
  283. ev.Msg(msg)
  284. }
  285. // Info logs at info level for the specified sender
  286. func (l *LeveledLogger) Info(msg string, keysAndValues ...any) {
  287. ev := logger.Info()
  288. ev.Timestamp().Str("sender", l.Sender)
  289. if len(l.additionalKeyVals) > 0 {
  290. addKeysAndValues(ev, l.additionalKeyVals...)
  291. }
  292. addKeysAndValues(ev, keysAndValues...)
  293. ev.Msg(msg)
  294. }
  295. // Debug logs at debug level for the specified sender
  296. func (l *LeveledLogger) Debug(msg string, keysAndValues ...any) {
  297. ev := logger.Debug()
  298. ev.Timestamp().Str("sender", l.Sender)
  299. if len(l.additionalKeyVals) > 0 {
  300. addKeysAndValues(ev, l.additionalKeyVals...)
  301. }
  302. addKeysAndValues(ev, keysAndValues...)
  303. ev.Msg(msg)
  304. }
  305. // Warn logs at warn level for the specified sender
  306. func (l *LeveledLogger) Warn(msg string, keysAndValues ...any) {
  307. ev := logger.Warn()
  308. ev.Timestamp().Str("sender", l.Sender)
  309. if len(l.additionalKeyVals) > 0 {
  310. addKeysAndValues(ev, l.additionalKeyVals...)
  311. }
  312. addKeysAndValues(ev, keysAndValues...)
  313. ev.Msg(msg)
  314. }
  315. // Panic logs the panic at error level for the specified sender
  316. func (l *LeveledLogger) Panic(msg string, keysAndValues ...any) {
  317. l.Error(msg, keysAndValues...)
  318. }
  319. // With returns a LeveledLogger with additional context specific keyvals
  320. func (l *LeveledLogger) With(keysAndValues ...any) ftpserverlog.Logger {
  321. return &LeveledLogger{
  322. Sender: l.Sender,
  323. additionalKeyVals: append(l.additionalKeyVals, keysAndValues...),
  324. }
  325. }