logger.go 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289
  1. // Package logger provides logging capabilities.
  2. // It is a wrapper around zerolog for logging and lumberjack for log rotation.
  3. // Logs are written to the specified log file.
  4. // Logging on the console is provided to print initialization info, errors and warnings.
  5. // The package provides a request logger to log the HTTP requests for REST API too.
  6. // The request logger uses chi.middleware.RequestLogger,
  7. // chi.middleware.LogFormatter and chi.middleware.LogEntry to build a structured
  8. // logger using zerolog
  9. package logger
  10. import (
  11. "errors"
  12. "fmt"
  13. "os"
  14. "path/filepath"
  15. "runtime"
  16. "github.com/rs/zerolog"
  17. lumberjack "gopkg.in/natefinch/lumberjack.v2"
  18. )
  19. const (
  20. dateFormat = "2006-01-02T15:04:05.000" // YYYY-MM-DDTHH:MM:SS.ZZZ
  21. )
  22. // LogLevel defines log levels.
  23. type LogLevel uint8
  24. // defines our own log level, just in case we'll change logger in future
  25. const (
  26. LevelDebug LogLevel = iota
  27. LevelInfo
  28. LevelWarn
  29. LevelError
  30. )
  31. var (
  32. logger zerolog.Logger
  33. consoleLogger zerolog.Logger
  34. rollingLogger *lumberjack.Logger
  35. )
  36. // StdLoggerWrapper is a wrapper for standard logger compatibility
  37. type StdLoggerWrapper struct {
  38. Sender string
  39. }
  40. // Write implements the io.Writer interface. This is useful to set as a writer
  41. // for the standard library log.
  42. func (l *StdLoggerWrapper) Write(p []byte) (n int, err error) {
  43. n = len(p)
  44. if n > 0 && p[n-1] == '\n' {
  45. // Trim CR added by stdlog.
  46. p = p[0 : n-1]
  47. }
  48. Log(LevelError, l.Sender, "", string(p))
  49. return
  50. }
  51. // LeveledLogger is a logger that accepts a message string and a variadic number of key-value pairs
  52. type LeveledLogger struct {
  53. Sender string
  54. }
  55. func (l *LeveledLogger) addKeysAndValues(ev *zerolog.Event, keysAndValues ...interface{}) {
  56. kvLen := len(keysAndValues)
  57. if kvLen%2 != 0 {
  58. extra := keysAndValues[kvLen-1]
  59. keysAndValues = append(keysAndValues[:kvLen-1], "EXTRA_VALUE_AT_END", extra)
  60. }
  61. for i := 0; i < len(keysAndValues); i = i + 2 {
  62. key, val := keysAndValues[i], keysAndValues[i+1]
  63. if keyStr, ok := key.(string); ok {
  64. ev.Str(keyStr, fmt.Sprintf("%v", val))
  65. }
  66. }
  67. }
  68. // Error logs at error level for the specified sender
  69. func (l *LeveledLogger) Error(msg string, keysAndValues ...interface{}) {
  70. ev := logger.Error()
  71. ev.Timestamp().Str("sender", l.Sender)
  72. l.addKeysAndValues(ev, keysAndValues...)
  73. ev.Msg(msg)
  74. }
  75. // Info logs at info level for the specified sender
  76. func (l *LeveledLogger) Info(msg string, keysAndValues ...interface{}) {
  77. ev := logger.Info()
  78. ev.Timestamp().Str("sender", l.Sender)
  79. l.addKeysAndValues(ev, keysAndValues...)
  80. ev.Msg(msg)
  81. }
  82. // Debug logs at debug level for the specified sender
  83. func (l *LeveledLogger) Debug(msg string, keysAndValues ...interface{}) {
  84. ev := logger.Debug()
  85. ev.Timestamp().Str("sender", l.Sender)
  86. l.addKeysAndValues(ev, keysAndValues...)
  87. ev.Msg(msg)
  88. }
  89. // Warn logs at warn level for the specified sender
  90. func (l *LeveledLogger) Warn(msg string, keysAndValues ...interface{}) {
  91. ev := logger.Warn()
  92. ev.Timestamp().Str("sender", l.Sender)
  93. l.addKeysAndValues(ev, keysAndValues...)
  94. ev.Msg(msg)
  95. }
  96. // GetLogger get the configured logger instance
  97. func GetLogger() *zerolog.Logger {
  98. return &logger
  99. }
  100. // InitLogger configures the logger using the given parameters
  101. func InitLogger(logFilePath string, logMaxSize int, logMaxBackups int, logMaxAge int, logCompress bool, level zerolog.Level) {
  102. zerolog.TimeFieldFormat = dateFormat
  103. if isLogFilePathValid(logFilePath) {
  104. rollingLogger = &lumberjack.Logger{
  105. Filename: logFilePath,
  106. MaxSize: logMaxSize,
  107. MaxBackups: logMaxBackups,
  108. MaxAge: logMaxAge,
  109. Compress: logCompress,
  110. }
  111. logger = zerolog.New(rollingLogger)
  112. EnableConsoleLogger(level)
  113. } else {
  114. logger = zerolog.New(&logSyncWrapper{
  115. output: os.Stdout,
  116. })
  117. consoleLogger = zerolog.Nop()
  118. }
  119. logger = logger.Level(level)
  120. }
  121. // InitStdErrLogger configures the logger to write to stderr
  122. func InitStdErrLogger(level zerolog.Level) {
  123. logger = zerolog.New(&logSyncWrapper{
  124. output: os.Stderr,
  125. }).Level(level)
  126. consoleLogger = zerolog.Nop()
  127. }
  128. // DisableLogger disable the main logger.
  129. // ConsoleLogger will not be affected
  130. func DisableLogger() {
  131. logger = zerolog.Nop()
  132. rollingLogger = nil
  133. }
  134. // EnableConsoleLogger enables the console logger
  135. func EnableConsoleLogger(level zerolog.Level) {
  136. consoleOutput := zerolog.ConsoleWriter{
  137. Out: os.Stdout,
  138. TimeFormat: dateFormat,
  139. NoColor: runtime.GOOS == "windows",
  140. }
  141. consoleLogger = zerolog.New(consoleOutput).With().Timestamp().Logger().Level(level)
  142. }
  143. // RotateLogFile closes the existing log file and immediately create a new one
  144. func RotateLogFile() error {
  145. if rollingLogger != nil {
  146. return rollingLogger.Rotate()
  147. }
  148. return errors.New("logging to file is disabled")
  149. }
  150. // Log logs at the specified level for the specified sender
  151. func Log(level LogLevel, sender string, connectionID string, format string, v ...interface{}) {
  152. var ev *zerolog.Event
  153. switch level {
  154. case LevelDebug:
  155. ev = logger.Debug()
  156. case LevelInfo:
  157. ev = logger.Info()
  158. case LevelWarn:
  159. ev = logger.Warn()
  160. default:
  161. ev = logger.Error()
  162. }
  163. ev.Timestamp().Str("sender", sender)
  164. if connectionID != "" {
  165. ev.Str("connection_id", connectionID)
  166. }
  167. ev.Msg(fmt.Sprintf(format, v...))
  168. }
  169. // Debug logs at debug level for the specified sender
  170. func Debug(sender string, connectionID string, format string, v ...interface{}) {
  171. Log(LevelDebug, sender, connectionID, format, v...)
  172. }
  173. // Info logs at info level for the specified sender
  174. func Info(sender string, connectionID string, format string, v ...interface{}) {
  175. Log(LevelInfo, sender, connectionID, format, v...)
  176. }
  177. // Warn logs at warn level for the specified sender
  178. func Warn(sender string, connectionID string, format string, v ...interface{}) {
  179. Log(LevelWarn, sender, connectionID, format, v...)
  180. }
  181. // Error logs at error level for the specified sender
  182. func Error(sender string, connectionID string, format string, v ...interface{}) {
  183. Log(LevelError, sender, connectionID, format, v...)
  184. }
  185. // DebugToConsole logs at debug level to stdout
  186. func DebugToConsole(format string, v ...interface{}) {
  187. consoleLogger.Debug().Msg(fmt.Sprintf(format, v...))
  188. }
  189. // InfoToConsole logs at info level to stdout
  190. func InfoToConsole(format string, v ...interface{}) {
  191. consoleLogger.Info().Msg(fmt.Sprintf(format, v...))
  192. }
  193. // WarnToConsole logs at info level to stdout
  194. func WarnToConsole(format string, v ...interface{}) {
  195. consoleLogger.Warn().Msg(fmt.Sprintf(format, v...))
  196. }
  197. // ErrorToConsole logs at error level to stdout
  198. func ErrorToConsole(format string, v ...interface{}) {
  199. consoleLogger.Error().Msg(fmt.Sprintf(format, v...))
  200. }
  201. // TransferLog logs uploads or downloads
  202. func TransferLog(operation string, path string, elapsed int64, size int64, user string, connectionID string, protocol string) {
  203. logger.Info().
  204. Timestamp().
  205. Str("sender", operation).
  206. Int64("elapsed_ms", elapsed).
  207. Int64("size_bytes", size).
  208. Str("username", user).
  209. Str("file_path", path).
  210. Str("connection_id", connectionID).
  211. Str("protocol", protocol).
  212. Send()
  213. }
  214. // CommandLog logs an SFTP/SCP/SSH command
  215. func CommandLog(command, path, target, user, fileMode, connectionID, protocol string, uid, gid int, atime, mtime,
  216. sshCommand string, size int64) {
  217. logger.Info().
  218. Timestamp().
  219. Str("sender", command).
  220. Str("username", user).
  221. Str("file_path", path).
  222. Str("target_path", target).
  223. Str("filemode", fileMode).
  224. Int("uid", uid).
  225. Int("gid", gid).
  226. Str("access_time", atime).
  227. Str("modification_time", atime).
  228. Int64("size", size).
  229. Str("ssh_command", sshCommand).
  230. Str("connection_id", connectionID).
  231. Str("protocol", protocol).
  232. Send()
  233. }
  234. // ConnectionFailedLog logs failed attempts to initialize a connection.
  235. // A connection can fail for an authentication error or other errors such as
  236. // a client abort or a time out if the login does not happen in two minutes.
  237. // These logs are useful for better integration with Fail2ban and similar tools.
  238. func ConnectionFailedLog(user, ip, loginType, protocol, errorString string) {
  239. logger.Debug().
  240. Timestamp().
  241. Str("sender", "connection_failed").
  242. Str("client_ip", ip).
  243. Str("username", user).
  244. Str("login_type", loginType).
  245. Str("protocol", protocol).
  246. Str("error", errorString).
  247. Send()
  248. }
  249. func isLogFilePathValid(logFilePath string) bool {
  250. cleanInput := filepath.Clean(logFilePath)
  251. if cleanInput == "." || cleanInput == ".." {
  252. return false
  253. }
  254. return true
  255. }