Skip to content

Commit

Permalink
add more tests
Browse files Browse the repository at this point in the history
  • Loading branch information
davies committed Oct 8, 2014
1 parent 3603e00 commit f93fd84
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions python/pyspark/tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -762,9 +762,16 @@ def test_infer_schema(self):
srdd = self.sqlCtx.inferSchema(rdd)
self.assertEqual([], srdd.map(lambda r: r.l).first())
self.assertEqual([None, ""], srdd.map(lambda r: r.s).collect())
srdd.registerTempTable("test")
result = self.sqlCtx.sql("SELECT l[0].a from test where d['key'].d = '2'")
self.assertEqual(1, result.first()[0])

srdd2 = self.sqlCtx.inferSchema(rdd, 1.0)
self.assertEqual({}, srdd.map(lambda r: r.d).first())
self.assertEqual(srdd.schema(), srdd2.schema())
srdd.registerTempTable("test2")
result = self.sqlCtx.sql("SELECT l[0].a from test2 where d['key'].d = '2'")
self.assertEqual(1, result.first()[0])


class InputFormatTests(ReusedPySparkTestCase):
Expand Down

0 comments on commit f93fd84

Please sign in to comment.