Skip to content

Commit

Permalink
modify dstream.py to fix indent error
Browse files Browse the repository at this point in the history
  • Loading branch information
Ken Takagiwa authored and giwa committed Aug 18, 2014
1 parent e497b9b commit 6e0d9c7
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion python/pyspark/streaming/dstream.py
Original file line number Diff line number Diff line change
Expand Up @@ -172,7 +172,7 @@ def _mergeCombiners(iterator):
return shuffled.mapPartitions(_mergeCombiners)


def partitionBy(self, numPartitions, partitionFunc=None):
def partitionBy(self, numPartitions, partitionFunc=None):
"""
Return a copy of the DStream partitioned using the specified partitioner.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,7 @@ class PythonDStream[T: ClassTag](
tempFileStream.close()

// This value has to be passed from python
val pythonExec = new ProcessBuilder().environment().get("PYSPARK_PYTHON")
//val pythonExec = new ProcessBuilder().environment().get("PYSPARK_PYTHON")
val sparkHome = new ProcessBuilder().environment().get("SPARK_HOME")
//val pb = new ProcessBuilder(Seq(pythonExec, sparkHome + "/python/pyspark/streaming/pyprint.py", tempFile.getAbsolutePath())) // why this fails to compile???
//absolute path to the python script is needed to change because we do not use pysparkstreaming
Expand Down

0 comments on commit 6e0d9c7

Please sign in to comment.