You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by su...@apache.org on 2017/07/03 17:09:24 UTC
[3/7] incubator-trafodion git commit: [TRAFODION-2663] Use hbase
bulkload staging dir default value
[TRAFODION-2663] Use hbase bulkload staging dir default value
This change-set exposed a race condition in installation.
Hbase regionserver was dying because pyinstaller is starting
regionserver before the new staging dir exists in hdfs. Prior to
simplifying the settings, installer won the race of creating hdfs
dir before regionserver looked for it.
To address this, we should just use HBase default value for.
Also remove hbase setting for hbase.client.keyvalue.maxsize from
installer. That can be added to trafodion-site.xml if needed.
Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/c0e39511
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/c0e39511
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/c0e39511
Branch: refs/heads/master
Commit: c0e395117a66a81904ba1650f7996ad35d740f94
Parents: 98620b7
Author: Steve Varnau <st...@esgyn.com>
Authored: Wed Jun 28 19:27:03 2017 +0000
Committer: Steve Varnau <st...@esgyn.com>
Committed: Wed Jun 28 19:27:03 2017 +0000
----------------------------------------------------------------------
install/python-installer/configs/mod_cfgs.json | 6 ++----
install/python-installer/scripts/hdfs_cmds.py | 4 ++--
2 files changed, 4 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/c0e39511/install/python-installer/configs/mod_cfgs.json
----------------------------------------------------------------------
diff --git a/install/python-installer/configs/mod_cfgs.json b/install/python-installer/configs/mod_cfgs.json
index 9234a52..f1223a1 100644
--- a/install/python-installer/configs/mod_cfgs.json
+++ b/install/python-installer/configs/mod_cfgs.json
@@ -5,10 +5,8 @@
"hbase.hregion.impl": "org.apache.hadoop.hbase.regionserver.transactional.TransactionalRegion",
"hbase.regionserver.region.split.policy": "org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy",
"hbase.snapshot.enabled": "true",
- "hbase.bulkload.staging.dir": "/hbase-staging",
"hbase.regionserver.region.transactional.tlog": "true",
- "hbase.snapshot.region.timeout": "600000",
- "hbase.client.keyvalue.maxsize": "0"
+ "hbase.snapshot.region.timeout": "600000"
},
"hdfs-site": { "dfs.namenode.acls.enabled": "true" },
"zoo.cfg": { "maxClientCnxns": "0" }
@@ -30,7 +28,7 @@
"value" : "600000"
}, {
"name" : "hbase_regionserver_config_safety_valve",
- "value" : "<property>\r\n <name>hbase.hregion.impl</name>\r\n <value>org.apache.hadoop.hbase.regionserver.transactional.TransactionalRegion</value>\r\n</property>\r\n <property>\r\n <name>hbase.regionserver.region.split.policy</name>\r\n <value>org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy</value>\r\n</property>\r\n <property>\r\n <name>hbase.snapshot.enabled</name>\r\n <value>true</value>\r\n</property>\r\n <property>\r\n <name>hbase.bulkload.staging.dir</name>\r\n <value>/hbase-staging</value>\r\n</property>\r\n <property>\r\n <name>hbase.regionserver.region.transactional.tlog</name>\r\n <value>true</value>\r\n</property>\r\n <property>\r\n <name>hbase.snapshot.region.timeout</name>\r\n <value>600000</value>\r\n</property>\r\n <property>\r\n <name>hbase.client.keyvalue.maxsize</name>\r\n <value>0</value>\r\n</property>\r\n "
+ "value" : "<property>\r\n <name>hbase.hregion.impl</name>\r\n <value>org.apache.hadoop.hbase.regionserver.transactional.TransactionalRegion</value>\r\n</property>\r\n <property>\r\n <name>hbase.regionserver.region.split.policy</name>\r\n <value>org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy</value>\r\n</property>\r\n <property>\r\n <name>hbase.snapshot.enabled</name>\r\n <value>true</value>\r\n</property>\r\n <property>\r\n <name>hbase.regionserver.region.transactional.tlog</name>\r\n <value>true</value>\r\n</property>\r\n <property>\r\n <name>hbase.snapshot.region.timeout</name>\r\n <value>600000</value>\r\n</property>\r\n "
} ]
},
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/c0e39511/install/python-installer/scripts/hdfs_cmds.py
----------------------------------------------------------------------
diff --git a/install/python-installer/scripts/hdfs_cmds.py b/install/python-installer/scripts/hdfs_cmds.py
index e363860..1826f3b 100755
--- a/install/python-installer/scripts/hdfs_cmds.py
+++ b/install/python-installer/scripts/hdfs_cmds.py
@@ -47,8 +47,8 @@ def run():
hbase_user = dbcfgs['hbase_user']
run_cmd_as_user(hdfs_user, '%s dfsadmin -safemode wait' % hdfs_bin)
- run_cmd_as_user(hdfs_user, '%s dfs -mkdir -p %s/{trafodion_backups,bulkload,lobs} /bulkload /lobs /hbase/archive /hbase-staging' % (hdfs_bin, traf_loc))
- run_cmd_as_user(hdfs_user, '%s dfs -chown -R %s:%s /hbase/archive /hbase-staging' % (hdfs_bin, hbase_user, hbase_user))
+ run_cmd_as_user(hdfs_user, '%s dfs -mkdir -p %s/{trafodion_backups,bulkload,lobs} /bulkload /lobs /hbase/archive' % (hdfs_bin, traf_loc))
+ run_cmd_as_user(hdfs_user, '%s dfs -chown -R %s:%s /hbase/archive' % (hdfs_bin, hbase_user, hbase_user))
run_cmd_as_user(hdfs_user, '%s dfs -chown -R %s:%s %s %s/{trafodion_backups,bulkload,lobs} /bulkload /lobs' % (hdfs_bin, traf_user, traf_user, traf_loc, traf_loc))
run_cmd_as_user(hdfs_user, '%s dfs -setfacl -R -m user:%s:rwx /hbase/archive' % (hdfs_bin, traf_user))
run_cmd_as_user(hdfs_user, '%s dfs -setfacl -R -m default:user:%s:rwx /hbase/archive' % (hdfs_bin, traf_user))