[test](parquet)append parquet reader byte_array_decimal and rle_bool …

…case (#26751) (#27026) backport #26751
apache · Nov 16, 2023 · 4d24350 · 4d24350
1 parent 8df819e
commit 4d24350
Show file tree

Hide file tree

Showing 8 changed files with 118 additions and 0 deletions.
diff --git a/docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_table.hql b/docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_table.hql
@@ -1762,6 +1762,20 @@ LOCATION
 
 msck repair table orc_decimal_table;
 
+CREATE TABLE `parquet_decimal_bool`(
+	decimals decimal(20,3),
+	bool_rle boolean
+)
+ROW FORMAT SERDE 
+  'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe' 
+STORED AS INPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat' 
+OUTPUTFORMAT 
+  'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat'
+LOCATION
+  '/user/doris/preinstalled_data/parquet_table/parquet_decimal_bool';
+
+msck repair table partition_table;
 
 show tables;
 

diff --git a/...er-compose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/null.parquet b/...er-compose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/null.parquet
diff --git a/...r-compose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/null2.parquet b/...r-compose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/null2.parquet
diff --git a/...er-compose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/test.parquet b/...er-compose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/test.parquet
diff --git a/...ose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/test_copy_1.parquet b/...ose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/test_copy_1.parquet
diff --git a/...ose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/test_copy_2.parquet b/...ose/hive/scripts/preinstalled_data/parquet_table/parquet_decimal_bool/test_copy_2.parquet
diff --git a/regression-test/data/external_table_p0/hive/test_hive_basic_type.out b/regression-test/data/external_table_p0/hive/test_hive_basic_type.out
diff --git a/regression-test/suites/external_table_p0/hive/test_hive_basic_type.groovy b/regression-test/suites/external_table_p0/hive/test_hive_basic_type.groovy
@@ -108,6 +108,29 @@ suite("test_hive_basic_type", "p0,external,hive,external_docker,external_docker_
         // orc_all_types_t predicate test
         order_qt_41 """select * from ${catalog_name}.${ex_db_name}.orc_all_types_t where t_int = 3;"""
 
+        //test parquet  byte_array_decimal and rle_bool 
+        order_qt_parquet """ select count(*) from ${catalog_name}.${ex_db_name}.parquet_decimal_bool """
+        order_qt_parquet1 """ select * from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where decimals is not null and  bool_rle is not null  order by decimals,bool_rle limit 7 """ 
+        order_qt_parquet2 """ select decimals from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where decimals is not null and decimals > 1  order by decimals limit 7 """ 
+        order_qt_parquet3 """ select decimals from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where decimals = 123.456  order by decimals limit 7 """ 
+        order_qt_parquet4 """ select decimals from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where decimals != -7871.416 and decimals is not null order by decimals limit 7 """ 
+
+        order_qt_parquet5 """ select decimals from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where decimals is not null and decimals < 0  order by decimals limit 7 """ 
+
+        order_qt_parquet7 """ select bool_rle from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where bool_rle is not null and bool_rle = 1 limit 7 """ 
+        order_qt_parquet8 """ select bool_rle from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where bool_rle is not null and bool_rle = 1 limit 7 """ 
+        order_qt_parquet9 """ select count(bool_rle) from ${catalog_name}.${ex_db_name}.parquet_decimal_bool; """ 
+        order_qt_parquet10 """ select count(decimals) from ${catalog_name}.${ex_db_name}.parquet_decimal_bool; """ 
+        order_qt_parquet11 """ select decimals from ${catalog_name}.${ex_db_name}.parquet_decimal_bool 
+                where decimals is not null and decimals > 1  order by decimals limit 7 """ 
+
         //sql """drop catalog if exists ${catalog_name} """
     }
 }