disable gc while unpickle

apache · Nov 22, 2014 · b98de1d · b98de1d
1 parent e5ee6b9
commit b98de1d
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/python/pyspark/broadcast.py b/python/pyspark/broadcast.py
@@ -17,6 +17,7 @@
 
 import os
 import cPickle
+import gc
 from tempfile import NamedTemporaryFile
 
 
@@ -87,7 +88,11 @@ def load(self, path):
             flag = f.read(1)
             data = f.read()
             if flag == 'P':
-                return cPickle.loads(data)
+                gc.disable()
+                try:
+                    return cPickle.loads(data)
+                finally:
+                    gc.enable()
             else:
                 return data.decode('utf8') if flag == 'U' else data