You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@storm.apache.org by sr...@apache.org on 2016/03/25 06:00:40 UTC
[1/4] storm git commit: STORM-1654 HBaseBolt creates tick tuples with
no interval when we don't set flushIntervalSecs
Repository: storm
Updated Branches:
refs/heads/master 26ab643a7 -> 4264bfc2a
STORM-1654 HBaseBolt creates tick tuples with no interval when we don't set flushIntervalSecs
* set 'default' flush interval seconds (1s) to HBaseBolt
* since taking half of message timeout secs doesn't work
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/c6ed8d0c
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/c6ed8d0c
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/c6ed8d0c
Branch: refs/heads/master
Commit: c6ed8d0c419dba8bdb479a432d5e7855f78b012b
Parents: df3867f
Author: Jungtaek Lim <ka...@gmail.com>
Authored: Thu Mar 24 11:57:28 2016 +0900
Committer: Jungtaek Lim <ka...@gmail.com>
Committed: Thu Mar 24 11:57:28 2016 +0900
----------------------------------------------------------------------
.../storm/hbase/bolt/AbstractHBaseBolt.java | 1 -
.../org/apache/storm/hbase/bolt/HBaseBolt.java | 18 +++---------------
2 files changed, 3 insertions(+), 16 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/c6ed8d0c/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/AbstractHBaseBolt.java
----------------------------------------------------------------------
diff --git a/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/AbstractHBaseBolt.java b/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/AbstractHBaseBolt.java
index 3546f75..3bba0e7 100644
--- a/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/AbstractHBaseBolt.java
+++ b/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/AbstractHBaseBolt.java
@@ -43,7 +43,6 @@ public abstract class AbstractHBaseBolt extends BaseRichBolt {
protected HBaseMapper mapper;
protected String configKey;
protected int batchSize = 15000;
- protected int flushIntervalSecs = 0;
public AbstractHBaseBolt(String tableName, HBaseMapper mapper) {
Validate.notEmpty(tableName, "Table name can not be blank or null");
http://git-wip-us.apache.org/repos/asf/storm/blob/c6ed8d0c/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/HBaseBolt.java
----------------------------------------------------------------------
diff --git a/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/HBaseBolt.java b/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/HBaseBolt.java
index 2a48f10..e30a4f6 100644
--- a/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/HBaseBolt.java
+++ b/external/storm-hbase/src/main/java/org/apache/storm/hbase/bolt/HBaseBolt.java
@@ -20,7 +20,6 @@ package org.apache.storm.hbase.bolt;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.tuple.Tuple;
import org.apache.storm.utils.TupleUtils;
-import org.apache.storm.Config;
import org.apache.hadoop.hbase.client.Durability;
import org.apache.hadoop.hbase.client.Mutation;
import org.apache.storm.hbase.bolt.mapper.HBaseMapper;
@@ -40,10 +39,12 @@ import java.util.LinkedList;
*/
public class HBaseBolt extends AbstractHBaseBolt {
private static final Logger LOG = LoggerFactory.getLogger(HBaseBolt.class);
+ private static final int DEFAULT_FLUSH_INTERVAL_SECS = 1;
boolean writeToWAL = true;
List<Mutation> batchMutations;
List<Tuple> tupleBatch;
+ int flushIntervalSecs = DEFAULT_FLUSH_INTERVAL_SECS;
public HBaseBolt(String tableName, HBaseMapper mapper) {
super(tableName, mapper);
@@ -73,20 +74,7 @@ public class HBaseBolt extends AbstractHBaseBolt {
@Override
public Map<String, Object> getComponentConfiguration() {
- Map<String, Object> conf = super.getComponentConfiguration();
- if (conf == null) {
- conf = new Config();
- }
-
- if (conf.containsKey("topology.message.timeout.secs") && flushIntervalSecs == 0) {
- Integer topologyTimeout = Integer.parseInt(conf.get("topology.message.timeout.secs").toString());
- flushIntervalSecs = (int)(Math.floor(topologyTimeout / 2));
- LOG.debug("Setting flush interval to [{}] based on topology.message.timeout.secs", flushIntervalSecs);
- }
-
- LOG.info("Enabling tick tuple with interval [{}]", flushIntervalSecs);
- conf.put(Config.TOPOLOGY_TICK_TUPLE_FREQ_SECS, flushIntervalSecs);
- return conf;
+ return TupleUtils.putTickFrequencyIntoComponentConfig(super.getComponentConfiguration(), flushIntervalSecs);
}
[2/4] storm git commit: Merge branch 'STORM-1654' of
http://github.com/HeartSavioR/storm into STORM-1654
Posted by sr...@apache.org.
Merge branch 'STORM-1654' of http://github.com/HeartSavioR/storm into STORM-1654
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/de70c375
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/de70c375
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/de70c375
Branch: refs/heads/master
Commit: de70c375e009b50cdd0e7e4f44bfe5d5d6c77cbc
Parents: 26ab643 c6ed8d0
Author: Sriharsha Chintalapani <ha...@hortonworks.com>
Authored: Thu Mar 24 21:52:54 2016 -0700
Committer: Sriharsha Chintalapani <ha...@hortonworks.com>
Committed: Thu Mar 24 21:52:54 2016 -0700
----------------------------------------------------------------------
.../storm/hbase/bolt/AbstractHBaseBolt.java | 1 -
.../org/apache/storm/hbase/bolt/HBaseBolt.java | 18 +++---------------
2 files changed, 3 insertions(+), 16 deletions(-)
----------------------------------------------------------------------
[3/4] storm git commit: Added STORM-1654 to CHANGELOG.
Posted by sr...@apache.org.
Added STORM-1654 to CHANGELOG.
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/a7802e4e
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/a7802e4e
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/a7802e4e
Branch: refs/heads/master
Commit: a7802e4e8087ef9443fbb63742eeeadd702564ac
Parents: de70c37
Author: Sriharsha Chintalapani <ha...@hortonworks.com>
Authored: Thu Mar 24 21:53:35 2016 -0700
Committer: Sriharsha Chintalapani <ha...@hortonworks.com>
Committed: Thu Mar 24 21:53:35 2016 -0700
----------------------------------------------------------------------
CHANGELOG.md | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/a7802e4e/CHANGELOG.md
----------------------------------------------------------------------
diff --git a/CHANGELOG.md b/CHANGELOG.md
index f7f3806..899e1b7 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -66,6 +66,7 @@
* STORM-1521: When using Kerberos login from keytab with multiple bolts/executors ticket is not renewed in hbase bolt.
## 1.0.0
+ * STORM-1654: Upgrade to kryo3 in master
* STORM-1625: Move storm-sql dependencies out of lib folder
* STORM-1556: nimbus.clj/wait-for-desired-code-replication wrong reset for current-replication-count-jar in local mode
* STORM-1636: Supervisor shutdown with worker id pass in being nil
[4/4] storm git commit: Added STORM-1654 to CHANGELOG.
Posted by sr...@apache.org.
Added STORM-1654 to CHANGELOG.
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/4264bfc2
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/4264bfc2
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/4264bfc2
Branch: refs/heads/master
Commit: 4264bfc2a93a49f535fcad5fe8e871161ed13048
Parents: a7802e4
Author: Sriharsha Chintalapani <ha...@hortonworks.com>
Authored: Thu Mar 24 22:00:04 2016 -0700
Committer: Sriharsha Chintalapani <ha...@hortonworks.com>
Committed: Thu Mar 24 22:00:04 2016 -0700
----------------------------------------------------------------------
CHANGELOG.md | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/4264bfc2/CHANGELOG.md
----------------------------------------------------------------------
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 899e1b7..4161389 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,4 @@
## 2.0.0
- * STORM-1537: Upgrade to kryo3 in master
* STORM-1268: port builtin-metrics to java
* STORM-1648: drpc spout reconnect on failure
* STORM-1631: Storm CGroup bugs
@@ -66,7 +65,8 @@
* STORM-1521: When using Kerberos login from keytab with multiple bolts/executors ticket is not renewed in hbase bolt.
## 1.0.0
- * STORM-1654: Upgrade to kryo3 in master
+ * STORM-1537: Upgrade to kryo3 in master
+ * STORM-1654 HBaseBolt creates tick tuples with no interval when we don't set flushIntervalSecs
* STORM-1625: Move storm-sql dependencies out of lib folder
* STORM-1556: nimbus.clj/wait-for-desired-code-replication wrong reset for current-replication-count-jar in local mode
* STORM-1636: Supervisor shutdown with worker id pass in being nil