logger.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365
  1. // Copyright (C) 2019-2023 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. // Package logger provides logging capabilities.
  15. // It is a wrapper around zerolog for logging and lumberjack for log rotation.
  16. // Logs are written to the specified log file.
  17. // Logging on the console is provided to print initialization info, errors and warnings.
  18. // The package provides a request logger to log the HTTP requests for REST API too.
  19. // The request logger uses chi.middleware.RequestLogger,
  20. // chi.middleware.LogFormatter and chi.middleware.LogEntry to build a structured
  21. // logger using zerolog
  22. package logger
  23. import (
  24. "errors"
  25. "fmt"
  26. "io/fs"
  27. "os"
  28. "path/filepath"
  29. "time"
  30. ftpserverlog "github.com/fclairamb/go-log"
  31. "github.com/rs/zerolog"
  32. lumberjack "gopkg.in/natefinch/lumberjack.v2"
  33. )
  34. const (
  35. dateFormat = "2006-01-02T15:04:05.000" // YYYY-MM-DDTHH:MM:SS.ZZZ
  36. )
  37. // LogLevel defines log levels.
  38. type LogLevel uint8
  39. // defines our own log levels, just in case we'll change logger in future
  40. const (
  41. LevelDebug LogLevel = iota
  42. LevelInfo
  43. LevelWarn
  44. LevelError
  45. )
  46. var (
  47. logger zerolog.Logger
  48. consoleLogger zerolog.Logger
  49. rollingLogger *lumberjack.Logger
  50. )
  51. func init() {
  52. zerolog.TimeFieldFormat = dateFormat
  53. }
  54. // GetLogger get the configured logger instance
  55. func GetLogger() *zerolog.Logger {
  56. return &logger
  57. }
  58. // InitLogger configures the logger using the given parameters
  59. func InitLogger(logFilePath string, logMaxSize int, logMaxBackups int, logMaxAge int, logCompress, logUTCTime bool,
  60. level zerolog.Level,
  61. ) {
  62. SetLogTime(logUTCTime)
  63. if isLogFilePathValid(logFilePath) {
  64. logDir := filepath.Dir(logFilePath)
  65. if _, err := os.Stat(logDir); errors.Is(err, fs.ErrNotExist) {
  66. err = os.MkdirAll(logDir, os.ModePerm)
  67. if err != nil {
  68. fmt.Printf("unable to create log dir %#v: %v", logDir, err)
  69. }
  70. }
  71. rollingLogger = &lumberjack.Logger{
  72. Filename: logFilePath,
  73. MaxSize: logMaxSize,
  74. MaxBackups: logMaxBackups,
  75. MaxAge: logMaxAge,
  76. Compress: logCompress,
  77. LocalTime: !logUTCTime,
  78. }
  79. logger = zerolog.New(rollingLogger)
  80. EnableConsoleLogger(level)
  81. } else {
  82. logger = zerolog.New(&logSyncWrapper{
  83. output: os.Stdout,
  84. })
  85. consoleLogger = zerolog.Nop()
  86. }
  87. logger = logger.Level(level)
  88. }
  89. // InitStdErrLogger configures the logger to write to stderr
  90. func InitStdErrLogger(level zerolog.Level) {
  91. logger = zerolog.New(&logSyncWrapper{
  92. output: os.Stderr,
  93. }).Level(level)
  94. consoleLogger = zerolog.Nop()
  95. }
  96. // DisableLogger disable the main logger.
  97. // ConsoleLogger will not be affected
  98. func DisableLogger() {
  99. logger = zerolog.Nop()
  100. rollingLogger = nil
  101. }
  102. // EnableConsoleLogger enables the console logger
  103. func EnableConsoleLogger(level zerolog.Level) {
  104. consoleOutput := zerolog.ConsoleWriter{
  105. Out: os.Stdout,
  106. TimeFormat: dateFormat,
  107. }
  108. consoleLogger = zerolog.New(consoleOutput).With().Timestamp().Logger().Level(level)
  109. }
  110. // RotateLogFile closes the existing log file and immediately create a new one
  111. func RotateLogFile() error {
  112. if rollingLogger != nil {
  113. return rollingLogger.Rotate()
  114. }
  115. return errors.New("logging to file is disabled")
  116. }
  117. // SetLogTime sets logging time related setting
  118. func SetLogTime(utc bool) {
  119. if utc {
  120. zerolog.TimestampFunc = func() time.Time {
  121. return time.Now().UTC()
  122. }
  123. } else {
  124. zerolog.TimestampFunc = time.Now
  125. }
  126. }
  127. // Log logs at the specified level for the specified sender
  128. func Log(level LogLevel, sender string, connectionID string, format string, v ...any) {
  129. var ev *zerolog.Event
  130. switch level {
  131. case LevelDebug:
  132. ev = logger.Debug()
  133. case LevelInfo:
  134. ev = logger.Info()
  135. case LevelWarn:
  136. ev = logger.Warn()
  137. default:
  138. ev = logger.Error()
  139. }
  140. ev.Timestamp().Str("sender", sender)
  141. if connectionID != "" {
  142. ev.Str("connection_id", connectionID)
  143. }
  144. ev.Msg(fmt.Sprintf(format, v...))
  145. }
  146. // Debug logs at debug level for the specified sender
  147. func Debug(sender, connectionID, format string, v ...any) {
  148. Log(LevelDebug, sender, connectionID, format, v...)
  149. }
  150. // Info logs at info level for the specified sender
  151. func Info(sender, connectionID, format string, v ...any) {
  152. Log(LevelInfo, sender, connectionID, format, v...)
  153. }
  154. // Warn logs at warn level for the specified sender
  155. func Warn(sender, connectionID, format string, v ...any) {
  156. Log(LevelWarn, sender, connectionID, format, v...)
  157. }
  158. // Error logs at error level for the specified sender
  159. func Error(sender, connectionID, format string, v ...any) {
  160. Log(LevelError, sender, connectionID, format, v...)
  161. }
  162. // DebugToConsole logs at debug level to stdout
  163. func DebugToConsole(format string, v ...any) {
  164. consoleLogger.Debug().Msg(fmt.Sprintf(format, v...))
  165. }
  166. // InfoToConsole logs at info level to stdout
  167. func InfoToConsole(format string, v ...any) {
  168. consoleLogger.Info().Msg(fmt.Sprintf(format, v...))
  169. }
  170. // WarnToConsole logs at info level to stdout
  171. func WarnToConsole(format string, v ...any) {
  172. consoleLogger.Warn().Msg(fmt.Sprintf(format, v...))
  173. }
  174. // ErrorToConsole logs at error level to stdout
  175. func ErrorToConsole(format string, v ...any) {
  176. consoleLogger.Error().Msg(fmt.Sprintf(format, v...))
  177. }
  178. // TransferLog logs uploads or downloads
  179. func TransferLog(operation, path string, elapsed int64, size int64, user, connectionID, protocol, localAddr,
  180. remoteAddr, ftpMode string,
  181. ) {
  182. ev := logger.Info().
  183. Timestamp().
  184. Str("sender", operation).
  185. Str("local_addr", localAddr).
  186. Str("remote_addr", remoteAddr).
  187. Int64("elapsed_ms", elapsed).
  188. Int64("size_bytes", size).
  189. Str("username", user).
  190. Str("file_path", path).
  191. Str("connection_id", connectionID).
  192. Str("protocol", protocol)
  193. if ftpMode != "" {
  194. ev.Str("ftp_mode", ftpMode)
  195. }
  196. ev.Send()
  197. }
  198. // CommandLog logs an SFTP/SCP/SSH command
  199. func CommandLog(command, path, target, user, fileMode, connectionID, protocol string, uid, gid int, atime, mtime,
  200. sshCommand string, size int64, localAddr, remoteAddr string, elapsed int64) {
  201. logger.Info().
  202. Timestamp().
  203. Str("sender", command).
  204. Str("local_addr", localAddr).
  205. Str("remote_addr", remoteAddr).
  206. Str("username", user).
  207. Str("file_path", path).
  208. Str("target_path", target).
  209. Str("filemode", fileMode).
  210. Int("uid", uid).
  211. Int("gid", gid).
  212. Str("access_time", atime).
  213. Str("modification_time", mtime).
  214. Int64("size", size).
  215. Int64("elapsed", elapsed).
  216. Str("ssh_command", sshCommand).
  217. Str("connection_id", connectionID).
  218. Str("protocol", protocol).
  219. Send()
  220. }
  221. // ConnectionFailedLog logs failed attempts to initialize a connection.
  222. // A connection can fail for an authentication error or other errors such as
  223. // a client abort or a time out if the login does not happen in two minutes.
  224. // These logs are useful for better integration with Fail2ban and similar tools.
  225. func ConnectionFailedLog(user, ip, loginType, protocol, errorString string) {
  226. logger.Debug().
  227. Timestamp().
  228. Str("sender", "connection_failed").
  229. Str("client_ip", ip).
  230. Str("username", user).
  231. Str("login_type", loginType).
  232. Str("protocol", protocol).
  233. Str("error", errorString).
  234. Send()
  235. }
  236. func isLogFilePathValid(logFilePath string) bool {
  237. cleanInput := filepath.Clean(logFilePath)
  238. if cleanInput == "." || cleanInput == ".." {
  239. return false
  240. }
  241. return true
  242. }
  243. // StdLoggerWrapper is a wrapper for standard logger compatibility
  244. type StdLoggerWrapper struct {
  245. Sender string
  246. }
  247. // Write implements the io.Writer interface. This is useful to set as a writer
  248. // for the standard library log.
  249. func (l *StdLoggerWrapper) Write(p []byte) (n int, err error) {
  250. n = len(p)
  251. if n > 0 && p[n-1] == '\n' {
  252. // Trim CR added by stdlog.
  253. p = p[0 : n-1]
  254. }
  255. Log(LevelError, l.Sender, "", string(p))
  256. return
  257. }
  258. // LeveledLogger is a logger that accepts a message string and a variadic number of key-value pairs
  259. type LeveledLogger struct {
  260. Sender string
  261. additionalKeyVals []any
  262. }
  263. func addKeysAndValues(ev *zerolog.Event, keysAndValues ...any) {
  264. kvLen := len(keysAndValues)
  265. if kvLen%2 != 0 {
  266. extra := keysAndValues[kvLen-1]
  267. keysAndValues = append(keysAndValues[:kvLen-1], "EXTRA_VALUE_AT_END", extra)
  268. }
  269. for i := 0; i < len(keysAndValues); i += 2 {
  270. key, val := keysAndValues[i], keysAndValues[i+1]
  271. if keyStr, ok := key.(string); ok && keyStr != "timestamp" {
  272. ev.Str(keyStr, fmt.Sprintf("%v", val))
  273. }
  274. }
  275. }
  276. // Error logs at error level for the specified sender
  277. func (l *LeveledLogger) Error(msg string, keysAndValues ...any) {
  278. ev := logger.Error()
  279. ev.Timestamp().Str("sender", l.Sender)
  280. if len(l.additionalKeyVals) > 0 {
  281. addKeysAndValues(ev, l.additionalKeyVals...)
  282. }
  283. addKeysAndValues(ev, keysAndValues...)
  284. ev.Msg(msg)
  285. }
  286. // Info logs at info level for the specified sender
  287. func (l *LeveledLogger) Info(msg string, keysAndValues ...any) {
  288. ev := logger.Info()
  289. ev.Timestamp().Str("sender", l.Sender)
  290. if len(l.additionalKeyVals) > 0 {
  291. addKeysAndValues(ev, l.additionalKeyVals...)
  292. }
  293. addKeysAndValues(ev, keysAndValues...)
  294. ev.Msg(msg)
  295. }
  296. // Debug logs at debug level for the specified sender
  297. func (l *LeveledLogger) Debug(msg string, keysAndValues ...any) {
  298. ev := logger.Debug()
  299. ev.Timestamp().Str("sender", l.Sender)
  300. if len(l.additionalKeyVals) > 0 {
  301. addKeysAndValues(ev, l.additionalKeyVals...)
  302. }
  303. addKeysAndValues(ev, keysAndValues...)
  304. ev.Msg(msg)
  305. }
  306. // Warn logs at warn level for the specified sender
  307. func (l *LeveledLogger) Warn(msg string, keysAndValues ...any) {
  308. ev := logger.Warn()
  309. ev.Timestamp().Str("sender", l.Sender)
  310. if len(l.additionalKeyVals) > 0 {
  311. addKeysAndValues(ev, l.additionalKeyVals...)
  312. }
  313. addKeysAndValues(ev, keysAndValues...)
  314. ev.Msg(msg)
  315. }
  316. // Panic logs the panic at error level for the specified sender
  317. func (l *LeveledLogger) Panic(msg string, keysAndValues ...any) {
  318. l.Error(msg, keysAndValues...)
  319. }
  320. // With returns a LeveledLogger with additional context specific keyvals
  321. func (l *LeveledLogger) With(keysAndValues ...any) ftpserverlog.Logger {
  322. return &LeveledLogger{
  323. Sender: l.Sender,
  324. additionalKeyVals: append(l.additionalKeyVals, keysAndValues...),
  325. }
  326. }