Changes the encoding used for the benchmark in the store.

Signed-off-by: Cyril Tovena <cyril.tovena@gmail.com>
grafana · Dec 20, 2019 · f791cb3 · f791cb3
1 parent c1fe0fd
commit f791cb3
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/Makefile b/Makefile
@@ -505,7 +505,7 @@ endif
 
 benchmark-store:
 	go run $(MOD_FLAG) ./pkg/storage/hack/main.go
-	go test $(MOD_FLAG) ./pkg/storage/ -bench=.  -benchmem -memprofile memprofile.out -cpuprofile cpuprofile.out
+	go test $(MOD_FLAG) ./pkg/storage/ -bench=.  -benchmem -memprofile memprofile.out -cpuprofile cpuprofile.out -trace trace.out
 
 # regenerate drone yaml
 drone:

diff --git a/pkg/storage/hack/main.go b/pkg/storage/hack/main.go
@@ -28,7 +28,7 @@ import (
 var (
 	start     = model.Time(1523750400000)
 	ctx       = user.InjectOrgID(context.Background(), "fake")
-	maxChunks = 600 // 600 chunks is 1.2bib of data enough to run benchmark
+	maxChunks = 1200 // 1200 chunks is 2gib ish of data enough to run benchmark
 )
 
 // fill up the local filesystem store with 1gib of data to run benchmark
@@ -96,7 +96,7 @@ func fillStore() error {
 			labelsBuilder.Set(labels.MetricName, "logs")
 			metric := labelsBuilder.Labels()
 			fp := client.FastFingerprint(lbs)
-			chunkEnc := chunkenc.NewMemChunkSize(chunkenc.EncGZIP, 262144, 0)
+			chunkEnc := chunkenc.NewMemChunkSize(chunkenc.EncLZ4_64k, 262144, 1572864)
 			for ts := start.UnixNano(); ts < start.UnixNano()+time.Hour.Nanoseconds(); ts = ts + time.Millisecond.Nanoseconds() {
 				entry := &logproto.Entry{
 					Timestamp: time.Unix(0, ts),
@@ -119,7 +119,7 @@ func fillStore() error {
 					if flushCount >= maxChunks {
 						return
 					}
-					chunkEnc = chunkenc.NewMemChunkSize(chunkenc.EncGZIP, 262144, 0)
+					chunkEnc = chunkenc.NewMemChunkSize(chunkenc.EncLZ4_64k, 262144, 1572864)
 				}
 			}