logger.go 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298
  1. // Package logger provides logging capabilities.
  2. // It is a wrapper around zerolog for logging and lumberjack for log rotation.
  3. // Logs are written to the specified log file.
  4. // Logging on the console is provided to print initialization info, errors and warnings.
  5. // The package provides a request logger to log the HTTP requests for REST API too.
  6. // The request logger uses chi.middleware.RequestLogger,
  7. // chi.middleware.LogFormatter and chi.middleware.LogEntry to build a structured
  8. // logger using zerolog
  9. package logger
  10. import (
  11. "errors"
  12. "fmt"
  13. "os"
  14. "path/filepath"
  15. "runtime"
  16. "github.com/rs/zerolog"
  17. lumberjack "gopkg.in/natefinch/lumberjack.v2"
  18. )
  19. const (
  20. dateFormat = "2006-01-02T15:04:05.000" // YYYY-MM-DDTHH:MM:SS.ZZZ
  21. )
  22. // LogLevel defines log levels.
  23. type LogLevel uint8
  24. // defines our own log level, just in case we'll change logger in future
  25. const (
  26. LevelDebug LogLevel = iota
  27. LevelInfo
  28. LevelWarn
  29. LevelError
  30. )
  31. var (
  32. logger zerolog.Logger
  33. consoleLogger zerolog.Logger
  34. rollingLogger *lumberjack.Logger
  35. )
  36. // StdLoggerWrapper is a wrapper for standard logger compatibility
  37. type StdLoggerWrapper struct {
  38. Sender string
  39. }
  40. // Write implements the io.Writer interface. This is useful to set as a writer
  41. // for the standard library log.
  42. func (l *StdLoggerWrapper) Write(p []byte) (n int, err error) {
  43. n = len(p)
  44. if n > 0 && p[n-1] == '\n' {
  45. // Trim CR added by stdlog.
  46. p = p[0 : n-1]
  47. }
  48. Log(LevelError, l.Sender, "", string(p))
  49. return
  50. }
  51. // LeveledLogger is a logger that accepts a message string and a variadic number of key-value pairs
  52. type LeveledLogger struct {
  53. Sender string
  54. }
  55. func addKeysAndValues(ev *zerolog.Event, keysAndValues ...interface{}) {
  56. kvLen := len(keysAndValues)
  57. if kvLen%2 != 0 {
  58. extra := keysAndValues[kvLen-1]
  59. keysAndValues = append(keysAndValues[:kvLen-1], "EXTRA_VALUE_AT_END", extra)
  60. }
  61. for i := 0; i < len(keysAndValues); i += 2 {
  62. key, val := keysAndValues[i], keysAndValues[i+1]
  63. if keyStr, ok := key.(string); ok && keyStr != "timestamp" {
  64. ev.Str(keyStr, fmt.Sprintf("%v", val))
  65. }
  66. }
  67. }
  68. // Error logs at error level for the specified sender
  69. func (l *LeveledLogger) Error(msg string, keysAndValues ...interface{}) {
  70. ev := logger.Error()
  71. ev.Timestamp().Str("sender", l.Sender)
  72. addKeysAndValues(ev, keysAndValues...)
  73. ev.Msg(msg)
  74. }
  75. // Info logs at info level for the specified sender
  76. func (l *LeveledLogger) Info(msg string, keysAndValues ...interface{}) {
  77. ev := logger.Info()
  78. ev.Timestamp().Str("sender", l.Sender)
  79. addKeysAndValues(ev, keysAndValues...)
  80. ev.Msg(msg)
  81. }
  82. // Debug logs at debug level for the specified sender
  83. func (l *LeveledLogger) Debug(msg string, keysAndValues ...interface{}) {
  84. ev := logger.Debug()
  85. ev.Timestamp().Str("sender", l.Sender)
  86. addKeysAndValues(ev, keysAndValues...)
  87. ev.Msg(msg)
  88. }
  89. // Warn logs at warn level for the specified sender
  90. func (l *LeveledLogger) Warn(msg string, keysAndValues ...interface{}) {
  91. ev := logger.Warn()
  92. ev.Timestamp().Str("sender", l.Sender)
  93. addKeysAndValues(ev, keysAndValues...)
  94. ev.Msg(msg)
  95. }
  96. // GetLogger get the configured logger instance
  97. func GetLogger() *zerolog.Logger {
  98. return &logger
  99. }
  100. // InitLogger configures the logger using the given parameters
  101. func InitLogger(logFilePath string, logMaxSize int, logMaxBackups int, logMaxAge int, logCompress bool, level zerolog.Level) {
  102. zerolog.TimeFieldFormat = dateFormat
  103. if isLogFilePathValid(logFilePath) {
  104. logDir := filepath.Dir(logFilePath)
  105. if _, err := os.Stat(logDir); os.IsNotExist(err) {
  106. err = os.MkdirAll(logDir, os.ModePerm)
  107. if err != nil {
  108. fmt.Printf("unable to create log dir %#v: %v", logDir, err)
  109. }
  110. }
  111. rollingLogger = &lumberjack.Logger{
  112. Filename: logFilePath,
  113. MaxSize: logMaxSize,
  114. MaxBackups: logMaxBackups,
  115. MaxAge: logMaxAge,
  116. Compress: logCompress,
  117. }
  118. logger = zerolog.New(rollingLogger)
  119. EnableConsoleLogger(level)
  120. } else {
  121. logger = zerolog.New(&logSyncWrapper{
  122. output: os.Stdout,
  123. })
  124. consoleLogger = zerolog.Nop()
  125. }
  126. logger = logger.Level(level)
  127. }
  128. // InitStdErrLogger configures the logger to write to stderr
  129. func InitStdErrLogger(level zerolog.Level) {
  130. logger = zerolog.New(&logSyncWrapper{
  131. output: os.Stderr,
  132. }).Level(level)
  133. consoleLogger = zerolog.Nop()
  134. }
  135. // DisableLogger disable the main logger.
  136. // ConsoleLogger will not be affected
  137. func DisableLogger() {
  138. logger = zerolog.Nop()
  139. rollingLogger = nil
  140. }
  141. // EnableConsoleLogger enables the console logger
  142. func EnableConsoleLogger(level zerolog.Level) {
  143. consoleOutput := zerolog.ConsoleWriter{
  144. Out: os.Stdout,
  145. TimeFormat: dateFormat,
  146. NoColor: runtime.GOOS == "windows",
  147. }
  148. consoleLogger = zerolog.New(consoleOutput).With().Timestamp().Logger().Level(level)
  149. }
  150. // RotateLogFile closes the existing log file and immediately create a new one
  151. func RotateLogFile() error {
  152. if rollingLogger != nil {
  153. return rollingLogger.Rotate()
  154. }
  155. return errors.New("logging to file is disabled")
  156. }
  157. // Log logs at the specified level for the specified sender
  158. func Log(level LogLevel, sender string, connectionID string, format string, v ...interface{}) {
  159. var ev *zerolog.Event
  160. switch level {
  161. case LevelDebug:
  162. ev = logger.Debug()
  163. case LevelInfo:
  164. ev = logger.Info()
  165. case LevelWarn:
  166. ev = logger.Warn()
  167. default:
  168. ev = logger.Error()
  169. }
  170. ev.Timestamp().Str("sender", sender)
  171. if connectionID != "" {
  172. ev.Str("connection_id", connectionID)
  173. }
  174. ev.Msg(fmt.Sprintf(format, v...))
  175. }
  176. // Debug logs at debug level for the specified sender
  177. func Debug(sender string, connectionID string, format string, v ...interface{}) {
  178. Log(LevelDebug, sender, connectionID, format, v...)
  179. }
  180. // Info logs at info level for the specified sender
  181. func Info(sender string, connectionID string, format string, v ...interface{}) {
  182. Log(LevelInfo, sender, connectionID, format, v...)
  183. }
  184. // Warn logs at warn level for the specified sender
  185. func Warn(sender string, connectionID string, format string, v ...interface{}) {
  186. Log(LevelWarn, sender, connectionID, format, v...)
  187. }
  188. // Error logs at error level for the specified sender
  189. func Error(sender string, connectionID string, format string, v ...interface{}) {
  190. Log(LevelError, sender, connectionID, format, v...)
  191. }
  192. // DebugToConsole logs at debug level to stdout
  193. func DebugToConsole(format string, v ...interface{}) {
  194. consoleLogger.Debug().Msg(fmt.Sprintf(format, v...))
  195. }
  196. // InfoToConsole logs at info level to stdout
  197. func InfoToConsole(format string, v ...interface{}) {
  198. consoleLogger.Info().Msg(fmt.Sprintf(format, v...))
  199. }
  200. // WarnToConsole logs at info level to stdout
  201. func WarnToConsole(format string, v ...interface{}) {
  202. consoleLogger.Warn().Msg(fmt.Sprintf(format, v...))
  203. }
  204. // ErrorToConsole logs at error level to stdout
  205. func ErrorToConsole(format string, v ...interface{}) {
  206. consoleLogger.Error().Msg(fmt.Sprintf(format, v...))
  207. }
  208. // TransferLog logs uploads or downloads
  209. func TransferLog(operation, path string, elapsed int64, size int64, user, connectionID, protocol, remoteAddr string) {
  210. logger.Info().
  211. Timestamp().
  212. Str("sender", operation).
  213. Str("remote_addr", remoteAddr).
  214. Int64("elapsed_ms", elapsed).
  215. Int64("size_bytes", size).
  216. Str("username", user).
  217. Str("file_path", path).
  218. Str("connection_id", connectionID).
  219. Str("protocol", protocol).
  220. Send()
  221. }
  222. // CommandLog logs an SFTP/SCP/SSH command
  223. func CommandLog(command, path, target, user, fileMode, connectionID, protocol string, uid, gid int, atime, mtime,
  224. sshCommand string, size int64, remoteAddr string) {
  225. logger.Info().
  226. Timestamp().
  227. Str("sender", command).
  228. Str("remote_addr", remoteAddr).
  229. Str("username", user).
  230. Str("file_path", path).
  231. Str("target_path", target).
  232. Str("filemode", fileMode).
  233. Int("uid", uid).
  234. Int("gid", gid).
  235. Str("access_time", atime).
  236. Str("modification_time", atime).
  237. Int64("size", size).
  238. Str("ssh_command", sshCommand).
  239. Str("connection_id", connectionID).
  240. Str("protocol", protocol).
  241. Send()
  242. }
  243. // ConnectionFailedLog logs failed attempts to initialize a connection.
  244. // A connection can fail for an authentication error or other errors such as
  245. // a client abort or a time out if the login does not happen in two minutes.
  246. // These logs are useful for better integration with Fail2ban and similar tools.
  247. func ConnectionFailedLog(user, ip, loginType, protocol, errorString string) {
  248. logger.Debug().
  249. Timestamp().
  250. Str("sender", "connection_failed").
  251. Str("client_ip", ip).
  252. Str("username", user).
  253. Str("login_type", loginType).
  254. Str("protocol", protocol).
  255. Str("error", errorString).
  256. Send()
  257. }
  258. func isLogFilePathValid(logFilePath string) bool {
  259. cleanInput := filepath.Clean(logFilePath)
  260. if cleanInput == "." || cleanInput == ".." {
  261. return false
  262. }
  263. return true
  264. }