You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@ambari.apache.org by Qing Chi 79624 <ch...@vmware.com> on 2014/07/24 04:00:10 UTC
Is there some bugs to create hbase cluster via rest api with
blueprint?
Hi guys,
There are following error message of installing cluster packages when create hbase cluster via rest api with blueprint. But it works normally when create hbase cluster via ambari UI. Is there some bugs to create hbase cluster via rest api with blueprint?
tderr: /var/lib/ambari-agent/data/errors-5.txt
2014-07-23 10:36:45,509 - Error while executing command 'install':
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 105, in execute
method(env)
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py", line 34, in hook
setup_users()
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py", line 88, in setup_users
groups=[params.user_group]
File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 119, in __new__
env.resources[r_type][name] = obj
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py", line 75, in __getattr__
raise Fail("Configuration parameter '"+self.name+"' was not found in configurations dictionary!")
Fail: Configuration parameter 'mapred_user' was not found in configurations dictionary!
stdout: /var/lib/ambari-agent/data/output-5.txt
2014-07-23 10:35:09,755 - Package['unzip'] {}
2014-07-23 10:35:09,942 - Installing package unzip ('/usr/bin/yum -d 0 -e 0 -y install unzip')
2014-07-23 10:35:11,310 - Package['curl'] {}
2014-07-23 10:35:11,473 - Skipping installing existent package curl
2014-07-23 10:35:11,474 - Package['net-snmp-utils'] {}
2014-07-23 10:35:11,634 - Installing package net-snmp-utils ('/usr/bin/yum -d 0 -e 0 -y install net-snmp-utils')
2014-07-23 10:35:14,096 - Package['net-snmp'] {}
2014-07-23 10:35:14,257 - Installing package net-snmp ('/usr/bin/yum -d 0 -e 0 -y install net-snmp')
2014-07-23 10:35:15,915 - Execute['mkdir -p /tmp/HDP-artifacts/ ; curl -kf --retry 10 http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//jdk-7u45-linux-x64.tar.gz -o /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz'] {'environment': ..., 'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:38,415 - Execute['mkdir -p /usr/jdk64 ; cd /usr/jdk64 ; tar -xf /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz > /dev/null 2>&1'] {'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:42,942 - Execute['mkdir -p /tmp/HDP-artifacts/; curl -kf --retry 10 http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//UnlimitedJCEPolicyJDK7.zip -o /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip'] {'environment': ..., 'not_if': 'test -e /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip', 'ignore_failures': True, 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:43,187 - Group['hadoop'] {}
2014-07-23 10:36:43,188 - Adding group Group['hadoop']
2014-07-23 10:36:44,314 - Group['users'] {}
2014-07-23 10:36:44,315 - Modifying group users
2014-07-23 10:36:44,463 - Group['users'] {}
2014-07-23 10:36:44,464 - Modifying group users
2014-07-23 10:36:44,611 - User['ambari-qa'] {'gid': 'hadoop', 'groups': [u'users']}
2014-07-23 10:36:44,612 - Adding user User['ambari-qa']
2014-07-23 10:36:44,821 - File['/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2014-07-23 10:36:44,822 - Writing File['/tmp/changeUid.sh'] because it doesn't exist
2014-07-23 10:36:44,822 - Changing permission for /tmp/changeUid.sh from 644 to 555
2014-07-23 10:36:44,823 - Execute['/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa 2>/dev/null'] {'not_if': 'test $(id -u ambari-qa) -gt 1000'}
2014-07-23 10:36:45,116 - User['hbase'] {'gid': 'hadoop', 'groups': [u'hadoop']}
2014-07-23 10:36:45,117 - Adding user User['hbase']
2014-07-23 10:36:45,262 - File['/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2014-07-23 10:36:45,264 - Execute['/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase 2>/dev/null'] {'not_if': 'test $(id -u hbase) -gt 1000'}
2014-07-23 10:36:45,377 - Skipping Execute['/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase 2>/dev/null'] due to not_if
2014-07-23 10:36:45,378 - User['hdfs'] {'gid': 'hadoop', 'groups': [u'hadoop']}
2014-07-23 10:36:45,378 - Adding user User['hdfs']
2014-07-23 10:36:45,509 - Error while executing command 'install':
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 105, in execute
method(env)
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py", line 34, in hook
setup_users()
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py", line 88, in setup_users
groups=[params.user_group]
File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 119, in __new__
env.resources[r_type][name] = obj
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py", line 75, in __getattr__
raise Fail("Configuration parameter '"+self.name+"' was not found in configurations dictionary!")
Fail: Configuration parameter 'mapred_user' was not found in configurations dictionary!
Following content is blueprint,
{
"href" : "http://10.111.114.146:8080/api/v1/blueprints/hbase",
"configurations" : [ ],
"host_groups" : [
{
"name" : "hbase-master-0",
"configurations" : [
{
"hdfs-site" : {
"dfs.namenode.checkpoint.dir" : "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1",
"dfs.namenode.name.dir" : "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1/hdfs/namenode"
}
}
],
"components" : [
{
"name" : "NAMENODE"
},
{
"name" : "HBASE_MASTER"
},
{
"name" : "SECONDARY_NAMENODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-1",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" : "/mnt/scsi-36000c293145b0e9a35bba757218ff957-part1/hdfs/data,/mnt/scsi-36000c2977c1567d37f2d8dfb827618dd-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-0",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" : "/mnt/scsi-36000c29f295f0e8d84306c923dd37c34-part1/hdfs/data,/mnt/scsi-36000c29fa990206453a8c96685ac0d98-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-2",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" : "/mnt/scsi-36000c29c7128b7f2e56bfd099b861be9-part1/hdfs/data,/mnt/scsi-36000c29f15405ea6572b39264779ae79-part1/hdfs/data,/mnt/scsi-36000c29145ddb37e711cf8fee1e2e8bb-part1/hdfs/data,/mnt/scsi-36000c2957873a467bb75c3482ae1cf58-part1/hdfs/data,/mnt/scsi-36000c292db3a6cf956c83f97d836c1cd-part1/hdfs/data,/mnt/scsi-36000c29b49f396551fa6d14bbd96400d-part1/hdfs/data,/mnt/scsi-36000c29be22679e59edf6d85fe582133-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-1",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-client-0",
"configurations" : [ ],
"components" : [
{
"name" : "HDFS_CLIENT"
},
{
"name" : "HBASE_CLIENT"
},
{
"name" : "ZOOKEEPER_CLIENT"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-2",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-0",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
}
],
"Blueprints" : {
"blueprint_name" : "hbase",
"stack_name" : "HDP",
"stack_version" : "2.1"
}
}
Can someone give me some help?
Thanks,
-qing
Re: Is there some bugs to create hbase cluster via rest api with
blueprint?
Posted by Greg Hill <gr...@RACKSPACE.COM>.
I think the UI fills in a lot of required configuration for you with sensible defaults, but the API does not necessarily do that as well. It sounds like you just need to pass in mapred_user. You might open a bug to have that defaulted on the server-side rather than the UI, since it's something that most people won't ever change.
Greg
From: Qing Chi 79624 <ch...@vmware.com>>
Reply-To: "user@ambari.apache.org<ma...@ambari.apache.org>" <us...@ambari.apache.org>>
Date: Wednesday, July 23, 2014 9:00 PM
To: "user@ambari.apache.org<ma...@ambari.apache.org>" <us...@ambari.apache.org>>
Subject: Is there some bugs to create hbase cluster via rest api with blueprint?
Hi guys,
There are following error message of installing cluster packages when create hbase cluster via rest api with blueprint. But it works normally when create hbase cluster via ambari UI. Is there some bugs to create hbase cluster via rest api with blueprint?
tderr: /var/lib/ambari-agent/data/errors-5.txt
2014-07-23 10:36:45,509 - Error while executing command 'install':
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 105, in execute
method(env)
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py", line 34, in hook
setup_users()
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py", line 88, in setup_users
groups=[params.user_group]
File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 119, in __new__
env.resources[r_type][name] = obj
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py", line 75, in __getattr__
raise Fail("Configuration parameter '"+self.name+"' was not found in configurations dictionary!")
Fail: Configuration parameter 'mapred_user' was not found in configurations dictionary!
stdout: /var/lib/ambari-agent/data/output-5.txt
2014-07-23 10:35:09,755 - Package['unzip'] {}
2014-07-23 10:35:09,942 - Installing package unzip ('/usr/bin/yum -d 0 -e 0 -y install unzip')
2014-07-23 10:35:11,310 - Package['curl'] {}
2014-07-23 10:35:11,473 - Skipping installing existent package curl
2014-07-23 10:35:11,474 - Package['net-snmp-utils'] {}
2014-07-23 10:35:11,634 - Installing package net-snmp-utils ('/usr/bin/yum -d 0 -e 0 -y install net-snmp-utils')
2014-07-23 10:35:14,096 - Package['net-snmp'] {}
2014-07-23 10:35:14,257 - Installing package net-snmp ('/usr/bin/yum -d 0 -e 0 -y install net-snmp')
2014-07-23 10:35:15,915 - Execute['mkdir -p /tmp/HDP-artifacts/ ; curl -kf --retry 10 http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//jdk-7u45-linux-x64.tar.gz -o /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz'] {'environment': ..., 'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:38,415 - Execute['mkdir -p /usr/jdk64 ; cd /usr/jdk64 ; tar -xf /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz > /dev/null 2>&1'] {'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:42,942 - Execute['mkdir -p /tmp/HDP-artifacts/; curl -kf --retry 10 http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//UnlimitedJCEPolicyJDK7.zip -o /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip'] {'environment': ..., 'not_if': 'test -e /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip', 'ignore_failures': True, 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:43,187 - Group['hadoop'] {}
2014-07-23 10:36:43,188 - Adding group Group['hadoop']
2014-07-23 10:36:44,314 - Group['users'] {}
2014-07-23 10:36:44,315 - Modifying group users
2014-07-23 10:36:44,463 - Group['users'] {}
2014-07-23 10:36:44,464 - Modifying group users
2014-07-23 10:36:44,611 - User['ambari-qa'] {'gid': 'hadoop', 'groups': [u'users']}
2014-07-23 10:36:44,612 - Adding user User['ambari-qa']
2014-07-23 10:36:44,821 - File['/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2014-07-23 10:36:44,822 - Writing File['/tmp/changeUid.sh'] because it doesn't exist
2014-07-23 10:36:44,822 - Changing permission for /tmp/changeUid.sh from 644 to 555
2014-07-23 10:36:44,823 - Execute['/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa 2>/dev/null'] {'not_if': 'test $(id -u ambari-qa) -gt 1000'}
2014-07-23 10:36:45,116 - User['hbase'] {'gid': 'hadoop', 'groups': [u'hadoop']}
2014-07-23 10:36:45,117 - Adding user User['hbase']
2014-07-23 10:36:45,262 - File['/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2014-07-23 10:36:45,264 - Execute['/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase 2>/dev/null'] {'not_if': 'test $(id -u hbase) -gt 1000'}
2014-07-23 10:36:45,377 - Skipping Execute['/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase 2>/dev/null'] due to not_if
2014-07-23 10:36:45,378 - User['hdfs'] {'gid': 'hadoop', 'groups': [u'hadoop']}
2014-07-23 10:36:45,378 - Adding user User['hdfs']
2014-07-23 10:36:45,509 - Error while executing command 'install':
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 105, in execute
method(env)
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py", line 34, in hook
setup_users()
File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py", line 88, in setup_users
groups=[params.user_group]
File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 119, in __new__
env.resources[r_type][name] = obj
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py", line 75, in __getattr__
raise Fail("Configuration parameter '"+self.name+"' was not found in configurations dictionary!")
Fail: Configuration parameter 'mapred_user' was not found in configurations dictionary!
Following content is blueprint,
{
"href" : "http://10.111.114.146:8080/api/v1/blueprints/hbase",
"configurations" : [ ],
"host_groups" : [
{
"name" : "hbase-master-0",
"configurations" : [
{
"hdfs-site" : {
"dfs.namenode.checkpoint.dir" : "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1",
"dfs.namenode.name.dir" : "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1/hdfs/namenode"
}
}
],
"components" : [
{
"name" : "NAMENODE"
},
{
"name" : "HBASE_MASTER"
},
{
"name" : "SECONDARY_NAMENODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-1",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" : "/mnt/scsi-36000c293145b0e9a35bba757218ff957-part1/hdfs/data,/mnt/scsi-36000c2977c1567d37f2d8dfb827618dd-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-0",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" : "/mnt/scsi-36000c29f295f0e8d84306c923dd37c34-part1/hdfs/data,/mnt/scsi-36000c29fa990206453a8c96685ac0d98-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-2",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" : "/mnt/scsi-36000c29c7128b7f2e56bfd099b861be9-part1/hdfs/data,/mnt/scsi-36000c29f15405ea6572b39264779ae79-part1/hdfs/data,/mnt/scsi-36000c29145ddb37e711cf8fee1e2e8bb-part1/hdfs/data,/mnt/scsi-36000c2957873a467bb75c3482ae1cf58-part1/hdfs/data,/mnt/scsi-36000c292db3a6cf956c83f97d836c1cd-part1/hdfs/data,/mnt/scsi-36000c29b49f396551fa6d14bbd96400d-part1/hdfs/data,/mnt/scsi-36000c29be22679e59edf6d85fe582133-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-1",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-client-0",
"configurations" : [ ],
"components" : [
{
"name" : "HDFS_CLIENT"
},
{
"name" : "HBASE_CLIENT"
},
{
"name" : "ZOOKEEPER_CLIENT"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-2",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-0",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
}
],
"Blueprints" : {
"blueprint_name" : "hbase",
"stack_name" : "HDP",
"stack_version" : "2.1"
}
}
Can someone give me some help?
Thanks,
-qing