use SparkSession

Author: zhengruifeng

examples/src/main/python/ml/quantile_discretizer_example.py

@@ -17,24 +17,23 @@
 
 from __future__ import print_function
 
-from pyspark import SparkContext
-from pyspark.sql import SQLContext
 # $example on$
 from pyspark.ml.feature import QuantileDiscretizer
 # $example off$
+from pyspark.sql import SparkSession
+
 
 if __name__ == "__main__":
-    sc = SparkContext(appName="QuantileDiscretizerExample")
-    sqlContext = SQLContext(sc)
+    spark = SparkSession.builder.appName("PythonQuantileDiscretizerExample").getOrCreate()
 
     # $example on$
     data = [(0, 18.0,), (1, 19.0,), (2, 8.0,), (3, 5.0,), (4, 2.2,)]
-    dataFrame = sqlContext.createDataFrame(data, ["id", "hour"])
+    dataFrame = spark.createDataFrame(data, ["id", "hour"])
 
     discretizer = QuantileDiscretizer(numBuckets=3, inputCol="hour", outputCol="result")
 
     result = discretizer.fit(dataFrame).transform(dataFrame)
     result.show()
     # $example off$
 
-    sc.stop()
+    spark.stop()