change the default spark.serializer in pyspark back to Kryo

mengxr · mengxr · commit 372166bc9dd2 · 2014-11-10T12:34:43.000-08:00
diff --git a/python/pyspark/context.py b/python/pyspark/context.py
@@ -40,6 +40,7 @@
 # These are special default configs for PySpark, they will overwrite
 # the default ones for Spark if they are not configured by user.
 DEFAULT_CONFIGS = {
+    "spark.serializer": "org.apache.spark.serializer.KryoSerializer",
     "spark.serializer.objectStreamReset": 100,
     "spark.rdd.compress": True,
 }

Original file line number	Diff line number	Diff line change
`@@ -40,6 +40,7 @@`
`40`	`40`	`# These are special default configs for PySpark, they will overwrite`
`41`	`41`	`# the default ones for Spark if they are not configured by user.`
`42`	`42`	`DEFAULT_CONFIGS = {`
	`43`	`+ "spark.serializer": "org.apache.spark.serializer.KryoSerializer",`
`43`	`44`	`"spark.serializer.objectStreamReset": 100,`
`44`	`45`	`"spark.rdd.compress": True,`
`45`	`46`	`}`