diff --git a/python/pyspark/sql/session.py b/python/pyspark/sql/session.py index a459cb5f25ee..ccddf05b219e 100644 --- a/python/pyspark/sql/session.py +++ b/python/pyspark/sql/session.py @@ -213,7 +213,9 @@ def __init__(self, sparkContext, jsparkSession=None): self._jsc = self._sc._jsc self._jvm = self._sc._jvm if jsparkSession is None: - jsparkSession = self._jvm.SparkSession(self._jsc.sc()) + jsparkSession = self._jvm.SparkSession.builder() \ + .sparkContext(self._jsc.sc()) \ + .getOrCreate() self._jsparkSession = jsparkSession self._jwrapped = self._jsparkSession.sqlContext() self._wrapped = SQLContext(self._sc, self, self._jwrapped)