[SPARK-2523] [SQL] Hadoop table scan bug fixing (fix failing Jenkins …

…maven test) This PR tries to resolve the broken Jenkins maven test issue introduced by apache#1439. Now, we create a single query test to run both the setup work and the test query. Author: Yin Huai <huai@cse.ohio-state.edu> Closes apache#1669 from yhuai/SPARK-2523-fixTest and squashes the following commits: 358af1a [Yin Huai] Make partition_based_table_scan_with_different_serde run atomically.
xiliu82 · Sep 4, 2014 · 1e6576e · 1e6576e
1 parent 3419cae
commit 1e6576e
Show file tree

Hide file tree

Showing 6 changed files with 19 additions and 26 deletions.
diff --git a/...golden/partition_based_table_scan_with_different_serde-0-1436cccda63b78dd6e43a399da6cc474 b/...golden/partition_based_table_scan_with_different_serde-0-1436cccda63b78dd6e43a399da6cc474
diff --git a/...golden/partition_based_table_scan_with_different_serde-1-8d9bf54373f45bc35f8cb6e82771b154 b/...golden/partition_based_table_scan_with_different_serde-1-8d9bf54373f45bc35f8cb6e82771b154
diff --git a/...golden/partition_based_table_scan_with_different_serde-2-7816c17905012cf381abf93d230faa8d b/...golden/partition_based_table_scan_with_different_serde-2-7816c17905012cf381abf93d230faa8d
diff --git a/...golden/partition_based_table_scan_with_different_serde-3-90089a6db3c3d8ee5ff5ea6b9153b3cc b/...golden/partition_based_table_scan_with_different_serde-3-90089a6db3c3d8ee5ff5ea6b9153b3cc
diff --git a/..._serde-0-8caed2a6e80250a6d38a59388679c298 → ..._serde-4-8caed2a6e80250a6d38a59388679c298 b/..._serde-0-8caed2a6e80250a6d38a59388679c298 → ..._serde-4-8caed2a6e80250a6d38a59388679c298
diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveTableScanSuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveTableScanSuite.scala
@@ -17,32 +17,25 @@
 
 package org.apache.spark.sql.hive.execution
 
-import org.scalatest.{BeforeAndAfterAll, FunSuite}
-
-import org.apache.spark.{SparkConf, SparkContext}
-import org.apache.spark.sql.hive.test.TestHive
-
 class HiveTableScanSuite extends HiveComparisonTest {
-  // MINOR HACK: You must run a query before calling reset the first time.
-  TestHive.hql("SHOW TABLES")
-  TestHive.reset()
-
-  TestHive.hql("""CREATE TABLE part_scan_test (key STRING, value STRING) PARTITIONED BY (ds STRING) 
-                 | ROW FORMAT SERDE 
-                 | 'org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe' 
-                 | STORED AS RCFILE
-               """.stripMargin)
-  TestHive.hql("""FROM src
-                 | INSERT INTO TABLE part_scan_test PARTITION (ds='2010-01-01')
-                 | SELECT 100,100 LIMIT 1
-               """.stripMargin)
-  TestHive.hql("""ALTER TABLE part_scan_test SET SERDE
-                 | 'org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe'
-               """.stripMargin)
-  TestHive.hql("""FROM src INSERT INTO TABLE part_scan_test PARTITION (ds='2010-01-02')
-                 | SELECT 200,200 LIMIT 1
-               """.stripMargin)
 
-  createQueryTest("partition_based_table_scan_with_different_serde", 
-    "SELECT * from part_scan_test", false)
+  createQueryTest("partition_based_table_scan_with_different_serde",
+    """
+      |CREATE TABLE part_scan_test (key STRING, value STRING) PARTITIONED BY (ds STRING)
+      |ROW FORMAT SERDE
+      |'org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe'
+      |STORED AS RCFILE;
+      |
+      |FROM src
+      |INSERT INTO TABLE part_scan_test PARTITION (ds='2010-01-01')
+      |SELECT 100,100 LIMIT 1;
+      |
+      |ALTER TABLE part_scan_test SET SERDE
+      |'org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe';
+      |
+      |FROM src INSERT INTO TABLE part_scan_test PARTITION (ds='2010-01-02')
+      |SELECT 200,200 LIMIT 1;
+      |
+      |SELECT * from part_scan_test;
+    """.stripMargin)
 }