From ea8f06881a63c19e52dd1439cef1e3897a12fe1e Mon Sep 17 00:00:00 2001 From: ion-elgreco <15728914+ion-elgreco@users.noreply.github.com> Date: Fri, 2 Aug 2024 11:24:38 +0200 Subject: [PATCH] use input schema to get correct schema --- crates/core/src/operations/load_cdf.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/crates/core/src/operations/load_cdf.rs b/crates/core/src/operations/load_cdf.rs index dd074a197c..57542ab668 100644 --- a/crates/core/src/operations/load_cdf.rs +++ b/crates/core/src/operations/load_cdf.rs @@ -230,11 +230,11 @@ impl CdfLoadBuilder { ); let partition_values = self.snapshot.metadata().partition_columns.clone(); - let schema = self.snapshot.arrow_schema()?; + let schema = self.snapshot.input_schema()?; let schema_fields: Vec = self .snapshot - .arrow_schema()? - .all_fields() + .input_schema()? + .flattened_fields() .into_iter() .filter(|f| !partition_values.contains(f.name())) .cloned()