We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e7b77e4 commit a7f400bCopy full SHA for a7f400b
streaming/src/main/scala/org/apache/spark/streaming/StreamingContext.scala
@@ -202,6 +202,12 @@ class StreamingContext private[streaming] (
202
203
private var shutdownHookRef: AnyRef = _
204
205
+ // The streaming scheduler and other threads started by the StreamingContext
206
+ // should not inherit jobs group and job descriptions from the thread that
207
+ // start the context. This configuration allows jobs group and job description
208
+ // to be cleared in threads related to streaming. See SPARK-10649.
209
+ sparkContext.conf.set("spark.localProperties.clone", "true")
210
+
211
conf.getOption("spark.streaming.checkpoint.directory").foreach(checkpoint)
212
213
/**
0 commit comments