You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by td...@apache.org on 2015/05/19 03:13:33 UTC
spark git commit: [SPARK-7621] [STREAMING] Report Kafka errors to
StreamingListeners
Repository: spark
Updated Branches:
refs/heads/master 4fb52f954 -> 0a7a94eab
[SPARK-7621] [STREAMING] Report Kafka errors to StreamingListeners
PR per [SPARK-7621](https://issues.apache.org/jira/browse/SPARK-7621), which makes both `KafkaReceiver` and `ReliableKafkaReceiver` report its errors to the `ReceiverTracker`, which in turn will add the events to the bus to fire off any registered `StreamingListener`s.
Author: jerluc <je...@gmail.com>
Closes #6204 from jerluc/master and squashes the following commits:
82439a5 [jerluc] [SPARK-7621] [STREAMING] Report Kafka errors to StreamingListeners
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/0a7a94ea
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/0a7a94ea
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/0a7a94ea
Branch: refs/heads/master
Commit: 0a7a94eab5fba3d2f2ef14a70c2c1bf4ee21b626
Parents: 4fb52f9
Author: jerluc <je...@gmail.com>
Authored: Mon May 18 18:13:29 2015 -0700
Committer: Tathagata Das <ta...@gmail.com>
Committed: Mon May 18 18:13:29 2015 -0700
----------------------------------------------------------------------
.../scala/org/apache/spark/streaming/kafka/KafkaInputDStream.scala | 2 +-
.../org/apache/spark/streaming/kafka/ReliableKafkaReceiver.scala | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/0a7a94ea/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaInputDStream.scala
----------------------------------------------------------------------
diff --git a/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaInputDStream.scala b/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaInputDStream.scala
index cca0fac..04b2dc1 100644
--- a/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaInputDStream.scala
+++ b/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaInputDStream.scala
@@ -135,7 +135,7 @@ class KafkaReceiver[
store((msgAndMetadata.key, msgAndMetadata.message))
}
} catch {
- case e: Throwable => logError("Error handling message; exiting", e)
+ case e: Throwable => reportError("Error handling message; exiting", e)
}
}
}
http://git-wip-us.apache.org/repos/asf/spark/blob/0a7a94ea/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/ReliableKafkaReceiver.scala
----------------------------------------------------------------------
diff --git a/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/ReliableKafkaReceiver.scala b/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/ReliableKafkaReceiver.scala
index ea87e96..75f0dfc 100644
--- a/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/ReliableKafkaReceiver.scala
+++ b/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/ReliableKafkaReceiver.scala
@@ -267,7 +267,7 @@ class ReliableKafkaReceiver[
}
} catch {
case e: Exception =>
- logError("Error handling message", e)
+ reportError("Error handling message", e)
}
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org