rollup.go

package funnel

import (
	"compress/gzip"
	"io"
	"io/ioutil"
	"os"
	"path"
	"sort"
	"strconv"
	"strings"
	"time"

	"github.com/fvbommel/sortorder"
)

// Renames a file with the current timestamp
func renameFileTimestamp(cfg *Config) (string, error) {
	newFileName := time.Now().UTC().Format("2006-01-02_15-04-05.00000") + ".log"
	err := os.Rename(
		path.Join(cfg.DirName, cfg.ActiveFileName),
		path.Join(cfg.DirName, newFileName),
	)
	return newFileName, err
}

// Renames files serially by increasing suffix by 1
func renameFileSerial(cfg *Config) (string, error) {
	// Read all the files from log dir
	files, err := ioutil.ReadDir(cfg.DirName)
	if err != nil {
		return "", err
	}

	// Extracting the file names
	var fileNames []string
	for _, file := range files {
		file.ModTime()
		fileNames = append(fileNames, file.Name())
	}
	// Sorting the files in natural order
	sort.Sort(sortorder.Natural(fileNames))

	// Reverse traversing the slice
	for i := len(fileNames) - 1; i >= 0; i-- {
		fileName := fileNames[i]
		// Continuing if its the current file
		if fileName == cfg.ActiveFileName {
			continue
		}

		// Check if the log file is prefixed with the correct active file name
		if strings.HasPrefix(fileName, cfg.ActiveFileName) {
			suffix := ".gz"
			// Get the index from the file name
			num := strings.TrimPrefix(fileName, cfg.ActiveFileName+".")
			// Trim the suffix if ends with .gz
			if strings.HasSuffix(fileName, suffix) {
				num = strings.TrimSuffix(num, suffix)
			}
			intNum, err := strconv.Atoi(num)
			if err != nil {
				continue
			}
			// Now increase it by 1 and rename
			intNum++
			finalName := cfg.ActiveFileName + "." + strconv.Itoa(intNum)
			// If ends with gz, add the gz suffix
			if strings.HasSuffix(fileName, suffix) {
				finalName += suffix
			}
			err = os.Rename(
				path.Join(cfg.DirName, fileName),
				path.Join(cfg.DirName, finalName),
			)
			if err != nil {
				return "", err
			}
		}
	}

	// Rename active file to file.1
	err = os.Rename(
		path.Join(cfg.DirName, cfg.ActiveFileName),
		path.Join(cfg.DirName, cfg.ActiveFileName+".1"),
	)
	if err != nil {
		return "", err
	}
	return cfg.ActiveFileName + ".1", nil
}

func gzipFile(sourcePath string) error {
	reader, err := os.Open(sourcePath)
	if err != nil {
		return err
	}
	// Remove the old file once done
	defer os.Remove(sourcePath)

	target := sourcePath + ".gz"
	// Open new gzip stream
	writer, err := os.Create(target)
	if err != nil {
		return err
	}
	defer writer.Close()

	archiver := gzip.NewWriter(writer)
	archiver.Name = path.Base(sourcePath)
	defer archiver.Close()

	// Write to the gzip stream
	_, err = io.Copy(archiver, reader)
	return err
}

// ByModTime implements sorting for files by mod time from recent to old
type ByModTime []os.FileInfo

func (a ByModTime) Len() int           { return len(a) }
func (a ByModTime) Swap(i, j int)      { a[i], a[j] = a[j], a[i] }
func (a ByModTime) Less(i, j int) bool { return a[i].ModTime().Unix() > a[j].ModTime().Unix() }

func deleteOldFiles(cfg *Config) error {
	// Read all the files from log dir
	files, err := ioutil.ReadDir(cfg.DirName)
	if err != nil {
		return err
	}

	// sort files by mod time
	sort.Sort(ByModTime(files))

	t := time.Now().Unix()
	t -= cfg.MaxAge
	// iterate the list, oldest first
	for i := len(files) - 1; i >= 0; i-- {
		file := files[i]
		// Never remove the active file
		if file.Name() == cfg.ActiveFileName {
			continue
		}
		modTime := file.ModTime().Unix()
		// start removing from top if timestamp older than given
		if modTime < t {
			err := os.Remove(path.Join(cfg.DirName, file.Name()))
			if err != nil {
				return err
			}
			continue
		}

		// then check if remaining count is more than max, then keep deleting
		if i+1 > cfg.MaxCount {
			err := os.Remove(path.Join(cfg.DirName, file.Name()))
			if err != nil {
				return err
			}
		}
	}
	return nil
}