You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@ambari.apache.org by "Srimanth Gunturi (JIRA)" <ji...@apache.org> on 2014/08/26 02:18:58 UTC
[jira] [Created] (AMBARI-7009) BE: Configs recommendation API
generates incorrect host-groups
Srimanth Gunturi created AMBARI-7009:
----------------------------------------
Summary: BE: Configs recommendation API generates incorrect host-groups
Key: AMBARI-7009
URL: https://issues.apache.org/jira/browse/AMBARI-7009
Project: Ambari
Issue Type: Bug
Components: controller
Affects Versions: 1.7.0
Reporter: Srimanth Gunturi
Assignee: Srimanth Gunturi
Fix For: 1.7.0
POST call to recommend configurations takes as input valid host-groups, but generates completely different host-groups which do not look valid.
Input{code}
{
"hosts": [
"c6401.ambari.apache.org",
"c6402.ambari.apache.org"
],
"services": [
"HDFS",
"MAPREDUCE2",
"YARN",
"TEZ",
"NAGIOS",
"GANGLIA",
"HIVE",
"HCATALOG",
"WEBHCAT",
"HBASE",
"PIG",
"SQOOP",
"OOZIE",
"ZOOKEEPER",
"STORM"
],
"recommendations": {
"blueprint": {
"host_groups": [
{
"name": "host-group-1",
"components": [
{
"name": "SECONDARY_NAMENODE"
},
{
"name": "NAGIOS_SERVER"
},
{
"name": "HBASE_MASTER"
},
{
"name": "ZOOKEEPER_SERVER"
},
{
"name": "STORM_REST_API"
},
{
"name": "NIMBUS"
},
{
"name": "DRPC_SERVER"
},
{
"name": "STORM_UI_SERVER"
},
{
"name": "GANGLIA_MONITOR"
},
{
"name": "MYSQL_SERVER"
}
]
},
{
"name": "host-group-2",
"components": [
{
"name": "NAMENODE"
},
{
"name": "HISTORYSERVER"
},
{
"name": "RESOURCEMANAGER"
},
{
"name": "APP_TIMELINE_SERVER"
},
{
"name": "GANGLIA_SERVER"
},
{
"name": "HIVE_METASTORE"
},
{
"name": "HIVE_SERVER"
},
{
"name": "WEBHCAT_SERVER"
},
{
"name": "OOZIE_SERVER"
},
{
"name": "ZOOKEEPER_SERVER"
},
{
"name": "HDFS_CLIENT"
},
{
"name": "HIVE_CLIENT"
},
{
"name": "HBASE_CLIENT"
},
{
"name": "PIG"
},
{
"name": "ZKFC"
},
{
"name": "HCAT"
},
{
"name": "YARN_CLIENT"
},
{
"name": "SQOOP"
},
{
"name": "GANGLIA_MONITOR"
},
{
"name": "MAPREDUCE2_CLIENT"
},
{
"name": "ZOOKEEPER_CLIENT"
},
{
"name": "JOURNALNODE"
},
{
"name": "TEZ_CLIENT"
},
{
"name": "DATANODE"
},
{
"name": "NODEMANAGER"
},
{
"name": "HBASE_REGIONSERVER"
},
{
"name": "SUPERVISOR"
},
{
"name": "OOZIE_CLIENT"
}
]
}
]
},
"blueprint_cluster_binding": {
"host_groups": [
{
"name": "host-group-1",
"hosts": [
{
"fqdn": "c6401.ambari.apache.org"
}
]
},
{
"name": "host-group-2",
"hosts": [
{
"fqdn": "c6402.ambari.apache.org"
}
]
}
]
}
},
"recommend": "configurations"
}
{code}
Output{code}
{
"resources" : [
{
"href" : "http://c6401:8080/api/v1/stacks/HDP/versions/2.1/recommendations/null",
"hosts" : [
"c6401.ambari.apache.org",
"c6402.ambari.apache.org"
],
"services" : [
"PIG",
"WEBHCAT",
"MAPREDUCE2",
"YARN",
"HCATALOG",
"HIVE",
"TEZ",
"ZOOKEEPER",
"HBASE",
"SQOOP",
"STORM",
"GANGLIA",
"OOZIE",
"HDFS",
"NAGIOS"
],
"Versions" : {
"stack_name" : "HDP",
"stack_version" : "2.1"
},
"recommendations" : {
"blueprint" : {
"host_groups" : [
{
"name" : "NAMENODE",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "SQOOP",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "OOZIE_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "OOZIE_SERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "HBASE_MASTER",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "MYSQL_SERVER",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "SECONDARY_NAMENODE",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "HCAT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "HBASE_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "NIMBUS",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "HIVE_METASTORE",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "HISTORYSERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "PIG",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "NAGIOS_SERVER",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "WEBHCAT_SERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "RESOURCEMANAGER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "HDFS_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "ZOOKEEPER_SERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
},
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "HBASE_REGIONSERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "TEZ_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "HIVE_SERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "DATANODE",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "MAPREDUCE2_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "STORM_UI_SERVER",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "APP_TIMELINE_SERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "JOURNALNODE",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "ZKFC",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "HIVE_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "GANGLIA_MONITOR",
"components" : [
{
"name" : "c6402.ambari.apache.org"
},
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "ZOOKEEPER_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "SUPERVISOR",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "GANGLIA_SERVER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "STORM_REST_API",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "DRPC_SERVER",
"components" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "NODEMANAGER",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
},
{
"name" : "YARN_CLIENT",
"components" : [
{
"name" : "c6402.ambari.apache.org"
}
]
}
],
"configurations" : {
"hive-site" : {
"properties" : {
"hive.auto.convert.join.noconditionaltask.size" : "238026752",
"hive.tez.container.size" : "682",
"hive.tez.java.opts" : "-server -Xmx545m -Djava.net.preferIPv4Stack=true -XX:NewRatio=8 -XX:+UseNUMA -XX:+UseParallelGC"
}
},
"mapred-site" : {
"properties" : {
"mapreduce.map.java.opts" : "-Xmx545m",
"mapreduce.map.memory.mb" : "682",
"mapreduce.reduce.java.opts" : "-Xmx545m",
"mapreduce.reduce.memory.mb" : "682",
"mapreduce.task.io.sort.mb" : "272",
"yarn.app.mapreduce.am.command-opts" : "-Xmx545m",
"yarn.app.mapreduce.am.resource.mb" : "682"
}
},
"tez-site" : {
"properties" : {
"tez.am.java.opts" : "-server -Xmx545m -Djava.net.preferIPv4Stack=true -XX:+UseNUMA -XX:+UseParallelGC",
"tez.am.resource.memory.mb" : "682"
}
},
"yarn-site" : {
"properties" : {
"yarn.nodemanager.resource.memory-mb" : "2046",
"yarn.scheduler.maximum-allocation-mb" : "2046",
"yarn.scheduler.minimum-allocation-mb" : "682"
}
}
}
},
"blueprint_cluster_binding" : {
"host_groups" : [
{
"name" : "host-group-1",
"hosts" : [
{
"name" : "c6401.ambari.apache.org"
}
]
},
{
"name" : "host-group-2",
"hosts" : [
{
"name" : "c6402.ambari.apache.org"
}
]
}
]
}
}
}
]
}
{code}
--
This message was sent by Atlassian JIRA
(v6.2#6252)