bugfix

Author: davies

python/pyspark/context.py

@@ -823,7 +823,7 @@ def dump_profiles(self, path):
         """
         if not os.path.exists(path):
             os.makedirs(path)
-        for id, acc, _ in self._created_profiles:
+        for id, acc, _ in self._profile_stats:
             stats = acc.value
             if stats:
                 p = os.path.join(path, "rdd_%d.pstats" % id)

python/pyspark/rdd.py

@@ -2025,7 +2025,6 @@ class PipelinedRDD(RDD):
     >>> rdd.flatMap(lambda x: [x, x]).reduce(add)
     20
     """
-    _created_profiles = []
 
     def __init__(self, prev, func, preservesPartitioning=False):
         if not isinstance(prev, PipelinedRDD) or not prev._is_pipelinable():