Added buffered writter

streamingfast · Nov 30, 2022 · b978d39 · b978d39
1 parent b8ccf3b
commit b978d39
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/cmd/substreams-sink-files/run.go b/cmd/substreams-sink-files/run.go
@@ -31,7 +31,7 @@ var SyncRunCmd = Command(syncRunE,
 		flags.BoolP("insecure", "k", false, "Skip certificate validation on GRPC connection")
 		flags.BoolP("plaintext", "p", false, "Establish GRPC connection in plaintext")
 		flags.Uint64P("file-block-count", "c", 10000, "Number of blocks per file")
-		flags.String("boundary-writer-type", "local_file", "Set which boundary writer to use options are: 'local_file','in_memory','noop'")
+		flags.String("boundary-writer-type", "local_file", "Set which boundary writer to use options are: 'local_file','in_memory','noop','buf_local_file'")
 	}),
 	ExamplePrefixed("substreams-sink-files run",
 		"mainnet.eth.streaminfast.io:443 substreams.spkg map_transfers '.transfers[]' ./localdata",

diff --git a/config.go b/config.go
@@ -41,6 +41,8 @@ func (c *Config) getBoundaryWriter(zlogger *zap.Logger) (writer.Writer, error) {
 	switch c.BoundaryWriterType {
 	case "local_file":
 		w = writer.NewDStoreIO(c.FileWorkingDir, c.FileOutputStore, fileType, zlogger)
+	case "buf_local_file":
+		w = writer.NewBufferedIO(c.FileWorkingDir, c.FileOutputStore, fileType, zlogger)
 	case "in_memory":
 		w = writer.NewMem(c.FileOutputStore, fileType, zlogger)
 	case "noop":