writer_sink_test.go

package lager_test

import (
	"bufio"
	"bytes"
	"encoding/json"
	"fmt"
	"io"
	"strconv"
	"strings"
	"sync"
	"time"

	"code.cloudfoundry.org/lager"
	"code.cloudfoundry.org/lager/chug"

	. "github.com/onsi/ginkgo/v2"
	. "github.com/onsi/gomega"
	"github.com/onsi/gomega/gbytes"
)

var _ = Describe("WriterSink", func() {


	var sink lager.Sink
	var writer *copyWriter

	BeforeEach(func() {
		writer = NewCopyWriter()
		sink = lager.NewWriterSink(writer, lager.INFO)
	})

	Context("when logging above the minimum log level", func() {
		BeforeEach(func() {
			sink.Log(lager.LogFormat{LogLevel: lager.INFO, Message: "hello world"})
		})

		It("writes to the given writer", func() {
			Expect(writer.Copy()).To(MatchJSON(`{"message":"hello world","log_level":1,"timestamp":"","source":"","data":null}`))
		})
	})

	Context("when a unserializable object is passed into data", func() {
		BeforeEach(func() {
			sink.Log(lager.LogFormat{LogLevel: lager.INFO, Message: "hello world", Data: map[string]interface{}{"some_key": func() {}}})
		})

		It("logs the serialization error", func() {
			message := map[string]interface{}{}
			json.Unmarshal(writer.Copy(), &message)
			Expect(message["message"]).To(Equal("hello world"))
			Expect(message["log_level"]).To(Equal(float64(1)))
			Expect(message["data"].(map[string]interface{})["lager serialisation error"]).To(Equal("json: unsupported type: func()"))
			Expect(message["data"].(map[string]interface{})["data_dump"]).ToNot(BeEmpty())
		})
	})

	Context("when logging below the minimum log level", func() {
		BeforeEach(func() {
			sink.Log(lager.LogFormat{LogLevel: lager.DEBUG, Message: "hello world"})
		})

		It("does not write to the given writer", func() {
			Expect(writer.Copy()).To(Equal([]byte{}))
		})
	})

	Context("when logging from multiple threads", func() {
		var content = "abcdefg "

		BeforeEach(func() {
			wg := new(sync.WaitGroup)
			for i := 0; i < MaxThreads; i++ {
				wg.Add(1)
				go func() {
					sink.Log(lager.LogFormat{LogLevel: lager.INFO, Message: content})
					wg.Done()
				}()
			}
			wg.Wait()
		})

		It("writes to the given writer", func() {
			lines := strings.Split(string(writer.Copy()), "\n")
			for _, line := range lines {
				if line == "" {
					continue
				}
				Expect(line).To(MatchJSON(fmt.Sprintf(`{"message":"%s","log_level":1,"timestamp":"","source":"","data":null}`, content)))
			}
		})
	})

	Context("when using a buffered writer", func() {
		var (
			colWriter  *collectingWriter
			bufferSize int
		)

		BeforeEach(func() {
			colWriter = &collectingWriter{}
		})

		JustBeforeEach(func() {
			bufWriter := bufio.NewWriterSize(colWriter, bufferSize)
			sink = lager.NewWriterSink(bufWriter, lager.INFO)
		})

		Context("and the message has length exactly equal to the buffer size", func() {
			var message lager.LogFormat

			BeforeEach(func() {
				message = lager.LogFormat{LogLevel: lager.INFO, Message: "hello"}
				bufferSize = len(message.ToJSON())
			})

			It("does not write messages starting with a new line", func() {
				sink.Log(message)
				sink.Log(message)
				Expect(len(colWriter.writes)).To(Equal(2))
				Expect(colWriter.writes[0]).NotTo(HavePrefix("\n"))
				Expect(colWriter.writes[1]).NotTo(HavePrefix("\n"))
			})
		})
	})
})

var _ = Describe("PrettyPrintWriter", func() {
	const MaxThreads = 100

	var buf *bytes.Buffer
	var sink lager.Sink
	var message lager.LogFormat

	BeforeEach(func() {
		message = lager.LogFormat{}
		buf = new(bytes.Buffer)
		sink = lager.NewPrettySink(buf, lager.INFO)
	})

	It("renders in order: timestamp (in UTC), level, source, message and data fields", func() {
		expectedTime := time.Unix(0, 0)
		sink.Log(lager.LogFormat{
			LogLevel:  lager.INFO,
			Timestamp: formatTimestamp(expectedTime),
		})
		logBuf := gbytes.BufferWithBytes(buf.Bytes())
		Expect(logBuf).To(gbytes.Say(`{`))
		Expect(logBuf).To(gbytes.Say(`"timestamp":"1970-01-01T00:00:00.000000000Z",`))
		Expect(logBuf).To(gbytes.Say(`"level":"info",`))
		Expect(logBuf).To(gbytes.Say(`"source":"",`))
		Expect(logBuf).To(gbytes.Say(`"message":"",`))
		Expect(logBuf).To(gbytes.Say(`"data":null`))
		Expect(logBuf).To(gbytes.Say(`}`))
	})

	It("always prints the time stamp with 9 decimal places", func() {
		expectedTime := time.Unix(0, 123000000)
		sink.Log(lager.LogFormat{
			LogLevel:  lager.INFO,
			Timestamp: formatTimestamp(expectedTime),
		})
		logBuf := gbytes.BufferWithBytes(buf.Bytes())
		Expect(logBuf).To(gbytes.Say(`"timestamp":"1970-01-01T00:00:00.123000000Z",`))
	})

	Context("when the internal time field of the provided log is zero", func() {
		testTimestamp := func(expected time.Time) {
			expected = expected.UTC()
			Expect(json.Unmarshal(buf.Bytes(), &message)).To(Succeed())
			timestamp, err := time.Parse(time.RFC3339Nano, message.Timestamp)
			Expect(err).NotTo(HaveOccurred())
			Expect(timestamp).To(BeTemporally("~", expected, time.Minute))
		}

		Context("and the unix epoch is set", func() {
			It("parses the timestamp", func() {
				expectedTime := time.Now().Add(time.Hour)
				sink.Log(lager.LogFormat{
					LogLevel:  lager.INFO,
					Timestamp: formatTimestamp(expectedTime),
				})
				testTimestamp(expectedTime)
			})
		})

		Context("the unix epoch is empty or invalid", func() {
			var invalidTimestamps = []string{
				"",
				"invalid",
				".123",
				"123.",
				"123.456.",
				"123.456.789",
				strconv.FormatInt(time.Now().Unix(), 10), // invalid - missing "."
				strconv.FormatInt(-time.Now().Unix(), 10) + ".0", // negative
				time.Now().Format(time.RFC3339),
				time.Now().Format(time.RFC3339Nano),
			}

			It("uses the current time", func() {
				for _, ts := range invalidTimestamps {
					buf.Reset()
					sink.Log(lager.LogFormat{
						Timestamp: ts,
						LogLevel:  lager.INFO,
					})
					testTimestamp(time.Now())
				}
			})
		})
	})

	Context("when logging at or above the minimum log level", func() {
		BeforeEach(func() {
			sink.Log(lager.LogFormat{LogLevel: lager.INFO, Message: "hello world"})
		})

		It("writes to the given writer", func() {
			log := firstLogEntry(buf)
			Expect(log.LogLevel).To(Equal(lager.INFO))
			Expect(log.Message).To(Equal("hello world"))
		})
	})

	Context("when a unserializable object is passed into data", func() {
		BeforeEach(func() {
			invalid := lager.LogFormat{
				LogLevel: lager.INFO,
				Message:  "hello world",
				Data:     lager.Data{"nope": func() {}},
			}
			sink.Log(invalid)
		})

		It("logs the serialization error", func() {
			log := firstLogEntry(buf)
			Expect(log.Message).To(Equal("hello world"))
			Expect(log.LogLevel).To(Equal(lager.INFO))
			Expect(log.Data["lager serialisation error"]).To(Equal("json: unsupported type: func()"))
			Expect(log.Data["data_dump"]).ToNot(BeEmpty())
		})
	})

	Context("when logging below the minimum log level", func() {
		BeforeEach(func() {
			sink.Log(lager.LogFormat{LogLevel: lager.DEBUG, Message: "hello world"})
		})

		It("does not write to the given writer", func() {
			Expect(buf).To(Equal(bytes.NewBuffer(nil)))
		})
	})

	Context("when logging from multiple threads", func() {
		var content = "abcdefg "

		BeforeEach(func() {
			wg := new(sync.WaitGroup)
			for i := 0; i < MaxThreads; i++ {
				wg.Add(1)
				go func() {
					sink.Log(lager.LogFormat{LogLevel: lager.INFO, Message: content})
					wg.Done()
				}()
			}
			wg.Wait()
		})

		It("writes to the given writer", func() {
			logs := logEntries(buf)
			for _, log := range logs {
				Expect(log.LogLevel).To(Equal(lager.INFO))
				Expect(log.Message).To(Equal(content))
			}
		})
	})

	Context("when using a buffered writer", func() {
		var (
			colWriter  *collectingWriter
			bufferSize int
		)

		BeforeEach(func() {
			colWriter = &collectingWriter{}
		})

		JustBeforeEach(func() {
			bufWriter := bufio.NewWriterSize(colWriter, bufferSize)
			sink = lager.NewPrettySink(bufWriter, lager.INFO)
		})

		Context("and the message has length exactly equal to the buffer size", func() {
			var message lager.LogFormat

			BeforeEach(func() {
				message = lager.LogFormat{LogLevel: lager.INFO, Message: "hello"}
				bufferSize = len(message.ToJSON())
			})

			It("does not write messages starting with a new line", func() {
				sink.Log(message)
				sink.Log(message)
				Expect(len(colWriter.writes)).To(Equal(2))
				Expect(colWriter.writes[0]).NotTo(HavePrefix("\n"))
				Expect(colWriter.writes[1]).NotTo(HavePrefix("\n"))
			})
		})
	})
})

// copyWriter is an INTENTIONALLY UNSAFE writer. Use it to test code that
// should be handling thread safety.
type copyWriter struct {
	contents []byte
	lock     *sync.RWMutex
}

func NewCopyWriter() *copyWriter {
	return &copyWriter{
		contents: []byte{},
		lock:     new(sync.RWMutex),
	}
}

// no, we really mean RLock on write.
func (writer *copyWriter) Write(p []byte) (n int, err error) {
	writer.lock.RLock()
	defer writer.lock.RUnlock()

	writer.contents = append(writer.contents, p...)
	return len(p), nil
}

func (writer *copyWriter) Copy() []byte {
	writer.lock.Lock()
	defer writer.lock.Unlock()

	contents := make([]byte, len(writer.contents))
	copy(contents, writer.contents)
	return contents
}

type collectingWriter struct {
	writes []string
}

func (w *collectingWriter) Write(p []byte) (n int, err error) {
	w.writes = append(w.writes, string(p))
	return len(p), nil
}

// duplicate of logger.go's formatTimestamp() function
func formatTimestamp(t time.Time) string {
	return fmt.Sprintf("%.9f", float64(t.UnixNano())/1e9)
}

func firstLogEntry(r io.Reader) chug.LogEntry {
	entries := logEntries(r)
	Expect(len(entries)).To(BeNumerically(">", 0))
	return entries[0]
}

func logEntries(r io.Reader) []chug.LogEntry {
	stream := make(chan chug.Entry, 42)
	go chug.Chug(r, stream)
	entries := []chug.LogEntry{}
	for entry := range stream {
		if entry.IsLager {
			entries = append(entries, entry.Log)
		}
	}
	return entries
}