diff --git a/compress/gzip.go b/compress/gzip.go index 1c1f0c5b..aa4a7391 100644 --- a/compress/gzip.go +++ b/compress/gzip.go @@ -4,7 +4,7 @@ package compress import ( "bytes" - "compress/gzip" + "github.com/klauspost/compress/gzip" "github.com/xitongsys/parquet-go/parquet" "io/ioutil" ) diff --git a/compress/zstd.go b/compress/zstd.go index 3af6d4f0..cf8ff8c0 100644 --- a/compress/zstd.go +++ b/compress/zstd.go @@ -3,18 +3,20 @@ package compress import ( - "github.com/DataDog/zstd" + "github.com/klauspost/compress/zstd" "github.com/xitongsys/parquet-go/parquet" ) func init() { + // Create encoder/decoder with default parameters. + enc, _ := zstd.NewWriter(nil, zstd.WithZeroFrames(true)) + dec, _ := zstd.NewReader(nil) compressors[parquet.CompressionCodec_ZSTD] = &Compressor{ Compress: func(buf []byte) []byte { - res, _ := zstd.Compress(nil, buf) - return res + return enc.EncodeAll(buf, nil) }, Uncompress: func(buf []byte) (bytes []byte, err error) { - return zstd.Decompress(nil, buf) + return dec.DecodeAll(buf, nil) }, } }