diff --git a/pkg/storage/pebble.go b/pkg/storage/pebble.go
index 200f7be7bc8c..d5bd44cceff6 100644
--- a/pkg/storage/pebble.go
+++ b/pkg/storage/pebble.go
@@ -510,6 +510,7 @@ func NewPebble(ctx context.Context, cfg PebbleConfig) (*Pebble, error) {
 		cfg.Opts = DefaultPebbleOptions()
 	}
 	cfg.Opts.EnsureDefaults()
+	cfg.Opts.Cleaner = pebble.ArchiveCleaner{}
 	cfg.Opts.ErrorIfNotExists = cfg.MustExist
 	if settings := cfg.Settings; settings != nil {
 		cfg.Opts.WALMinSyncInterval = func() time.Duration {