Skip to content

Commit e5e21c1

Browse files
committed
Change to while loop
1 parent ea873e4 commit e5e21c1

File tree

2 files changed

+6
-2
lines changed

2 files changed

+6
-2
lines changed

external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaInputDStream.scala

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,7 +128,9 @@ class KafkaReceiver[
128128
def run() {
129129
logInfo("Starting MessageHandler.")
130130
try {
131-
for (msgAndMetadata <- stream) {
131+
val streamIterator = stream.iterator()
132+
while (streamIterator.hasNext()) {
133+
val msgAndMetadata = streamIterator.next()
132134
store((msgAndMetadata.key, msgAndMetadata.message))
133135
}
134136
} catch {

external/kafka/src/main/scala/org/apache/spark/streaming/kafka/ReliableKafkaReceiver.scala

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -206,7 +206,9 @@ class ReliableKafkaReceiver[
206206
override def run(): Unit = {
207207
logInfo(s"Starting message process thread ${Thread.currentThread().getId}.")
208208
try {
209-
for (msgAndMetadata <- stream) {
209+
val streamIterator = stream.iterator()
210+
while (streamIterator.hasNext()) {
211+
val msgAndMetadata = streamIterator.next()
210212
val topicAndPartition = TopicAndPartition(
211213
msgAndMetadata.topic, msgAndMetadata.partition)
212214
blockGenerator.synchronized {

0 commit comments

Comments
 (0)