refactor: adopt parquet arrow async writer (#922)

## Related Issues Closes # ## Detailed Changes After upgrade to parquet 38, the arrow async writer for parquet has been supported already, so replace the custom one with it. ## Test Plan Existing tests.
apache · May 24, 2023 · ace2c1d · ace2c1d
1 parent 0317948
commit ace2c1d
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 126 deletions.
diff --git a/analytic_engine/src/sst/parquet/encoding.rs b/analytic_engine/src/sst/parquet/encoding.rs
@@ -1,4 +1,4 @@
-// Copyright 2022 CeresDB Project Authors. Licensed under Apache-2.0.
+// Copyright 2022-2023 CeresDB Project Authors. Licensed under Apache-2.0.
 
 use std::{convert::TryFrom, mem, sync::Arc};
 
@@ -22,10 +22,10 @@ use common_util::{
 };
 use log::trace;
 use parquet::{
+    arrow::AsyncArrowWriter,
     basic::Compression,
     file::{metadata::KeyValue, properties::WriterProperties},
 };
-use parquet_ext::async_arrow_writer::AsyncArrowWriter;
 use prost::Message;
 use snafu::{ensure, Backtrace, OptionExt, ResultExt, Snafu};
 use tokio::io::AsyncWrite;

diff --git a/components/parquet_ext/src/async_arrow_writer.rs b/components/parquet_ext/src/async_arrow_writer.rs
diff --git a/components/parquet_ext/src/lib.rs b/components/parquet_ext/src/lib.rs
@@ -1,6 +1,5 @@
-// Copyright 2022 CeresDB Project Authors. Licensed under Apache-2.0.
+// Copyright 2022-2023 CeresDB Project Authors. Licensed under Apache-2.0.
 
-pub mod async_arrow_writer;
 pub mod meta_data;
 pub mod prune;
 pub mod reverse_reader;