diff --git a/python/pyspark/context.py b/python/pyspark/context.py index 5a66d11eca768..a2c76ad218069 100644 --- a/python/pyspark/context.py +++ b/python/pyspark/context.py @@ -823,7 +823,7 @@ def dump_profiles(self, path): """ if not os.path.exists(path): os.makedirs(path) - for id, acc, _ in self._created_profiles: + for id, acc, _ in self._profile_stats: stats = acc.value if stats: p = os.path.join(path, "rdd_%d.pstats" % id) diff --git a/python/pyspark/rdd.py b/python/pyspark/rdd.py index 8bdb3ea5f7961..0f4b167193bce 100644 --- a/python/pyspark/rdd.py +++ b/python/pyspark/rdd.py @@ -2025,7 +2025,6 @@ class PipelinedRDD(RDD): >>> rdd.flatMap(lambda x: [x, x]).reduce(add) 20 """ - _created_profiles = [] def __init__(self, prev, func, preservesPartitioning=False): if not isinstance(prev, PipelinedRDD) or not prev._is_pipelinable():