jsonfilelog.go 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174
  1. // Package jsonfilelog provides the default Logger implementation for
  2. // Docker logging. This logger logs to files on the host server in the
  3. // JSON format.
  4. package jsonfilelog
  5. import (
  6. "bytes"
  7. "encoding/json"
  8. "fmt"
  9. "io"
  10. "strconv"
  11. "sync"
  12. "github.com/docker/docker/daemon/logger"
  13. "github.com/docker/docker/daemon/logger/loggerutils"
  14. "github.com/docker/docker/pkg/jsonlog"
  15. "github.com/docker/go-units"
  16. "github.com/pkg/errors"
  17. "github.com/sirupsen/logrus"
  18. )
  19. // Name is the name of the file that the jsonlogger logs to.
  20. const Name = "json-file"
  21. // JSONFileLogger is Logger implementation for default Docker logging.
  22. type JSONFileLogger struct {
  23. extra []byte // json-encoded extra attributes
  24. mu sync.RWMutex
  25. buf *bytes.Buffer // avoids allocating a new buffer on each call to `Log()`
  26. closed bool
  27. writer *loggerutils.RotateFileWriter
  28. readers map[*logger.LogWatcher]struct{} // stores the active log followers
  29. }
  30. func init() {
  31. if err := logger.RegisterLogDriver(Name, New); err != nil {
  32. logrus.Fatal(err)
  33. }
  34. if err := logger.RegisterLogOptValidator(Name, ValidateLogOpt); err != nil {
  35. logrus.Fatal(err)
  36. }
  37. }
  38. // New creates new JSONFileLogger which writes to filename passed in
  39. // on given context.
  40. func New(info logger.Info) (logger.Logger, error) {
  41. var capval int64 = -1
  42. if capacity, ok := info.Config["max-size"]; ok {
  43. var err error
  44. capval, err = units.FromHumanSize(capacity)
  45. if err != nil {
  46. return nil, err
  47. }
  48. }
  49. var maxFiles = 1
  50. if maxFileString, ok := info.Config["max-file"]; ok {
  51. var err error
  52. maxFiles, err = strconv.Atoi(maxFileString)
  53. if err != nil {
  54. return nil, err
  55. }
  56. if maxFiles < 1 {
  57. return nil, fmt.Errorf("max-file cannot be less than 1")
  58. }
  59. }
  60. writer, err := loggerutils.NewRotateFileWriter(info.LogPath, capval, maxFiles)
  61. if err != nil {
  62. return nil, err
  63. }
  64. var extra []byte
  65. attrs, err := info.ExtraAttributes(nil)
  66. if err != nil {
  67. return nil, err
  68. }
  69. if len(attrs) > 0 {
  70. var err error
  71. extra, err = json.Marshal(attrs)
  72. if err != nil {
  73. return nil, err
  74. }
  75. }
  76. return &JSONFileLogger{
  77. buf: bytes.NewBuffer(nil),
  78. writer: writer,
  79. readers: make(map[*logger.LogWatcher]struct{}),
  80. extra: extra,
  81. }, nil
  82. }
  83. // Log converts logger.Message to jsonlog.JSONLog and serializes it to file.
  84. func (l *JSONFileLogger) Log(msg *logger.Message) error {
  85. l.mu.Lock()
  86. err := writeMessageBuf(l.writer, msg, l.extra, l.buf)
  87. l.buf.Reset()
  88. l.mu.Unlock()
  89. return err
  90. }
  91. func writeMessageBuf(w io.Writer, m *logger.Message, extra json.RawMessage, buf *bytes.Buffer) error {
  92. if err := marshalMessage(m, extra, buf); err != nil {
  93. logger.PutMessage(m)
  94. return err
  95. }
  96. logger.PutMessage(m)
  97. if _, err := w.Write(buf.Bytes()); err != nil {
  98. return errors.Wrap(err, "error writing log entry")
  99. }
  100. return nil
  101. }
  102. func marshalMessage(msg *logger.Message, extra json.RawMessage, buf *bytes.Buffer) error {
  103. timestamp, err := jsonlog.FastTimeMarshalJSON(msg.Timestamp)
  104. if err != nil {
  105. return err
  106. }
  107. logLine := msg.Line
  108. if !msg.Partial {
  109. logLine = append(msg.Line, '\n')
  110. }
  111. err = (&jsonlog.JSONLogs{
  112. Log: logLine,
  113. Stream: msg.Source,
  114. Created: timestamp,
  115. RawAttrs: extra,
  116. }).MarshalJSONBuf(buf)
  117. if err != nil {
  118. return errors.Wrap(err, "error writing log message to buffer")
  119. }
  120. err = buf.WriteByte('\n')
  121. return errors.Wrap(err, "error finalizing log buffer")
  122. }
  123. // ValidateLogOpt looks for json specific log options max-file & max-size.
  124. func ValidateLogOpt(cfg map[string]string) error {
  125. for key := range cfg {
  126. switch key {
  127. case "max-file":
  128. case "max-size":
  129. case "labels":
  130. case "env":
  131. case "env-regex":
  132. default:
  133. return fmt.Errorf("unknown log opt '%s' for json-file log driver", key)
  134. }
  135. }
  136. return nil
  137. }
  138. // LogPath returns the location the given json logger logs to.
  139. func (l *JSONFileLogger) LogPath() string {
  140. return l.writer.LogPath()
  141. }
  142. // Close closes underlying file and signals all readers to stop.
  143. func (l *JSONFileLogger) Close() error {
  144. l.mu.Lock()
  145. l.closed = true
  146. err := l.writer.Close()
  147. for r := range l.readers {
  148. r.Close()
  149. delete(l.readers, r)
  150. }
  151. l.mu.Unlock()
  152. return err
  153. }
  154. // Name returns name of this logger.
  155. func (l *JSONFileLogger) Name() string {
  156. return Name
  157. }