Skip to content

Commit

Permalink
Updated context.py with method descriptions
Browse files Browse the repository at this point in the history
Added descriptions for methods _initialize_context and _ensure_initialized
  • Loading branch information
jyotiska committed Mar 20, 2014
1 parent a18ea00 commit 5b23686
Showing 1 changed file with 7 additions and 1 deletion.
8 changes: 7 additions & 1 deletion python/pyspark/context.py
Original file line number Diff line number Diff line change
Expand Up @@ -162,12 +162,18 @@ def __init__(self, master=None, appName=None, sparkHome=None, pyFiles=None,
self._temp_dir = \
self._jvm.org.apache.spark.util.Utils.createTempDir(local_dir).getAbsolutePath()

# Initialize SparkContext in function to allow subclass specific initialization
def _initialize_context(self, jconf):
"""
Initialize SparkContext in function to allow subclass specific initialization
"""
return self._jvm.JavaSparkContext(jconf)

@classmethod
def _ensure_initialized(cls, instance=None, gateway=None):
"""
Checks whether a SparkContext is initialized or not.
Throws error if a SparkContext is already running.
"""
with SparkContext._lock:
if not SparkContext._gateway:
SparkContext._gateway = gateway or launch_gateway()
Expand Down

0 comments on commit 5b23686

Please sign in to comment.