From 0e96618a9e6530cf6e43204dc7f80965bc759cae Mon Sep 17 00:00:00 2001 From: Liang-Chi Hsieh Date: Wed, 21 Dec 2016 04:40:53 +0000 Subject: [PATCH] Reuse existing SparkSession while creating new SQLContext instances. --- python/pyspark/sql/context.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/sql/context.py b/python/pyspark/sql/context.py index de4c335ad2752..c22f4b87e1a78 100644 --- a/python/pyspark/sql/context.py +++ b/python/pyspark/sql/context.py @@ -73,7 +73,7 @@ def __init__(self, sparkContext, sparkSession=None, jsqlContext=None): self._jsc = self._sc._jsc self._jvm = self._sc._jvm if sparkSession is None: - sparkSession = SparkSession(sparkContext) + sparkSession = SparkSession.builder.getOrCreate() if jsqlContext is None: jsqlContext = sparkSession._jwrapped self.sparkSession = sparkSession