You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@storm.apache.org by kn...@apache.org on 2016/02/24 20:56:26 UTC
[1/4] storm git commit: Improvment Kafka Spout Time Metric
Repository: storm
Updated Branches:
refs/heads/master bd396b3a4 -> dd00bc0a2
Improvment Kafka Spout Time Metric
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/27373bae
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/27373bae
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/27373bae
Branch: refs/heads/master
Commit: 27373baee746f7baba2a60e06054590afd687976
Parents: 58050a5
Author: darionyaphet <da...@gmail.com>
Authored: Tue Feb 23 23:20:29 2016 +0800
Committer: darionyaphet <da...@gmail.com>
Committed: Tue Feb 23 23:20:29 2016 +0800
----------------------------------------------------------------------
.../src/jvm/org/apache/storm/kafka/PartitionManager.java | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/27373bae/external/storm-kafka/src/jvm/org/apache/storm/kafka/PartitionManager.java
----------------------------------------------------------------------
diff --git a/external/storm-kafka/src/jvm/org/apache/storm/kafka/PartitionManager.java b/external/storm-kafka/src/jvm/org/apache/storm/kafka/PartitionManager.java
index dbf70a0..9d78fdc 100644
--- a/external/storm-kafka/src/jvm/org/apache/storm/kafka/PartitionManager.java
+++ b/external/storm-kafka/src/jvm/org/apache/storm/kafka/PartitionManager.java
@@ -170,7 +170,7 @@ public class PartitionManager {
private void fill() {
- long start = System.nanoTime();
+ long start = System.currentTimeMillis();
Long offset;
// Are there failed tuples? If so, fetch those first.
@@ -205,8 +205,7 @@ public class PartitionManager {
return;
}
- long end = System.nanoTime();
- long millis = (end - start) / 1000000;
+ long millis = System.currentTimeMillis() - start;
_fetchAPILatencyMax.update(millis);
_fetchAPILatencyMean.update(millis);
_fetchAPICallCount.incr();
[2/4] storm git commit: Update time interval counting on
TridentKafkaEmitter
Posted by kn...@apache.org.
Update time interval counting on TridentKafkaEmitter
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/d89f7027
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/d89f7027
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/d89f7027
Branch: refs/heads/master
Commit: d89f7027fcaf5576b5b4a14488f42c71094617ad
Parents: 27373ba
Author: darionyaphet <da...@gmail.com>
Authored: Wed Feb 24 12:34:54 2016 +0800
Committer: darionyaphet <da...@gmail.com>
Committed: Wed Feb 24 12:34:54 2016 +0800
----------------------------------------------------------------------
.../jvm/org/apache/storm/kafka/trident/TridentKafkaEmitter.java | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/d89f7027/external/storm-kafka/src/jvm/org/apache/storm/kafka/trident/TridentKafkaEmitter.java
----------------------------------------------------------------------
diff --git a/external/storm-kafka/src/jvm/org/apache/storm/kafka/trident/TridentKafkaEmitter.java b/external/storm-kafka/src/jvm/org/apache/storm/kafka/trident/TridentKafkaEmitter.java
index 9732c8c..512363c 100644
--- a/external/storm-kafka/src/jvm/org/apache/storm/kafka/trident/TridentKafkaEmitter.java
+++ b/external/storm-kafka/src/jvm/org/apache/storm/kafka/trident/TridentKafkaEmitter.java
@@ -136,11 +136,10 @@ public class TridentKafkaEmitter {
}
private ByteBufferMessageSet fetchMessages(SimpleConsumer consumer, Partition partition, long offset) {
- long start = System.nanoTime();
+ long start = System.currentTimeMillis();
ByteBufferMessageSet msgs = null;
msgs = KafkaUtils.fetchMessages(_config, consumer, partition, offset);
- long end = System.nanoTime();
- long millis = (end - start) / 1000000;
+ long millis = System.currentTimeMillis() - start;
_kafkaMeanFetchLatencyMetric.update(millis);
_kafkaMaxFetchLatencyMetric.update(millis);
return msgs;
[4/4] storm git commit: Adding to CHANGELOG.md
Posted by kn...@apache.org.
Adding to CHANGELOG.md
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/dd00bc0a
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/dd00bc0a
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/dd00bc0a
Branch: refs/heads/master
Commit: dd00bc0a2a5d105cabc71b8eeaa132f93746de2a
Parents: 455b2ba
Author: Kyle Nusbaum <Ky...@gmail.com>
Authored: Wed Feb 24 13:56:13 2016 -0600
Committer: Kyle Nusbaum <Ky...@gmail.com>
Committed: Wed Feb 24 13:56:13 2016 -0600
----------------------------------------------------------------------
CHANGELOG.md | 2 ++
1 file changed, 2 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/dd00bc0a/CHANGELOG.md
----------------------------------------------------------------------
diff --git a/CHANGELOG.md b/CHANGELOG.md
index c2bca35..08d1e8c 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,4 +1,6 @@
## 2.0.0
+ * STORM-1571: Improvment Kafka Spout Time Metric
+ * STORM-1569: Allowing users to specify the nimbus thrift server queue size.
* STORM-1564: fix wrong package-info in org.apache.storm.utils.staticmocking
* STORM-1267: Port set_log_level
* STORM-1266: Port rebalance
[3/4] storm git commit: Merge branch 'STORM-1571' of
https://github.com/darionyaphet/storm
Posted by kn...@apache.org.
Merge branch 'STORM-1571' of https://github.com/darionyaphet/storm
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/455b2baf
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/455b2baf
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/455b2baf
Branch: refs/heads/master
Commit: 455b2baf1d2cab4a478f16a288cc6a60923612c2
Parents: bd396b3 d89f702
Author: Kyle Nusbaum <Ky...@gmail.com>
Authored: Wed Feb 24 13:52:41 2016 -0600
Committer: Kyle Nusbaum <Ky...@gmail.com>
Committed: Wed Feb 24 13:52:41 2016 -0600
----------------------------------------------------------------------
.../src/jvm/org/apache/storm/kafka/PartitionManager.java | 5 ++---
.../jvm/org/apache/storm/kafka/trident/TridentKafkaEmitter.java | 5 ++---
2 files changed, 4 insertions(+), 6 deletions(-)
----------------------------------------------------------------------