You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@ambari.apache.org by "Srimanth Gunturi (JIRA)" <ji...@apache.org> on 2014/08/26 07:54:58 UTC
[jira] [Resolved] (AMBARI-7009) BE: Configs recommendation API
generates incorrect host-groups
[ https://issues.apache.org/jira/browse/AMBARI-7009?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Srimanth Gunturi resolved AMBARI-7009.
--------------------------------------
Resolution: Fixed
Committed to trunk
> BE: Configs recommendation API generates incorrect host-groups
> --------------------------------------------------------------
>
> Key: AMBARI-7009
> URL: https://issues.apache.org/jira/browse/AMBARI-7009
> Project: Ambari
> Issue Type: Bug
> Components: controller
> Affects Versions: 1.7.0
> Reporter: Srimanth Gunturi
> Assignee: Srimanth Gunturi
> Fix For: 1.7.0
>
> Attachments: AMBARI-7009.patch
>
>
> POST call to recommend configurations takes as input valid host-groups, but generates completely different host-groups which do not look valid.
> Input{code}
> {
> "hosts": [
> "c6401.ambari.apache.org",
> "c6402.ambari.apache.org"
> ],
> "services": [
> "HDFS",
> "MAPREDUCE2",
> "YARN",
> "TEZ",
> "NAGIOS",
> "GANGLIA",
> "HIVE",
> "HCATALOG",
> "WEBHCAT",
> "HBASE",
> "PIG",
> "SQOOP",
> "OOZIE",
> "ZOOKEEPER",
> "STORM"
> ],
> "recommendations": {
> "blueprint": {
> "host_groups": [
> {
> "name": "host-group-1",
> "components": [
> {
> "name": "SECONDARY_NAMENODE"
> },
> {
> "name": "NAGIOS_SERVER"
> },
> {
> "name": "HBASE_MASTER"
> },
> {
> "name": "ZOOKEEPER_SERVER"
> },
> {
> "name": "STORM_REST_API"
> },
> {
> "name": "NIMBUS"
> },
> {
> "name": "DRPC_SERVER"
> },
> {
> "name": "STORM_UI_SERVER"
> },
> {
> "name": "GANGLIA_MONITOR"
> },
> {
> "name": "MYSQL_SERVER"
> }
> ]
> },
> {
> "name": "host-group-2",
> "components": [
> {
> "name": "NAMENODE"
> },
> {
> "name": "HISTORYSERVER"
> },
> {
> "name": "RESOURCEMANAGER"
> },
> {
> "name": "APP_TIMELINE_SERVER"
> },
> {
> "name": "GANGLIA_SERVER"
> },
> {
> "name": "HIVE_METASTORE"
> },
> {
> "name": "HIVE_SERVER"
> },
> {
> "name": "WEBHCAT_SERVER"
> },
> {
> "name": "OOZIE_SERVER"
> },
> {
> "name": "ZOOKEEPER_SERVER"
> },
> {
> "name": "HDFS_CLIENT"
> },
> {
> "name": "HIVE_CLIENT"
> },
> {
> "name": "HBASE_CLIENT"
> },
> {
> "name": "PIG"
> },
> {
> "name": "ZKFC"
> },
> {
> "name": "HCAT"
> },
> {
> "name": "YARN_CLIENT"
> },
> {
> "name": "SQOOP"
> },
> {
> "name": "GANGLIA_MONITOR"
> },
> {
> "name": "MAPREDUCE2_CLIENT"
> },
> {
> "name": "ZOOKEEPER_CLIENT"
> },
> {
> "name": "JOURNALNODE"
> },
> {
> "name": "TEZ_CLIENT"
> },
> {
> "name": "DATANODE"
> },
> {
> "name": "NODEMANAGER"
> },
> {
> "name": "HBASE_REGIONSERVER"
> },
> {
> "name": "SUPERVISOR"
> },
> {
> "name": "OOZIE_CLIENT"
> }
> ]
> }
> ]
> },
> "blueprint_cluster_binding": {
> "host_groups": [
> {
> "name": "host-group-1",
> "hosts": [
> {
> "fqdn": "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name": "host-group-2",
> "hosts": [
> {
> "fqdn": "c6402.ambari.apache.org"
> }
> ]
> }
> ]
> }
> },
> "recommend": "configurations"
> }
> {code}
> Output{code}
> {
> "resources" : [
> {
> "href" : "http://c6401:8080/api/v1/stacks/HDP/versions/2.1/recommendations/null",
> "hosts" : [
> "c6401.ambari.apache.org",
> "c6402.ambari.apache.org"
> ],
> "services" : [
> "PIG",
> "WEBHCAT",
> "MAPREDUCE2",
> "YARN",
> "HCATALOG",
> "HIVE",
> "TEZ",
> "ZOOKEEPER",
> "HBASE",
> "SQOOP",
> "STORM",
> "GANGLIA",
> "OOZIE",
> "HDFS",
> "NAGIOS"
> ],
> "Versions" : {
> "stack_name" : "HDP",
> "stack_version" : "2.1"
> },
> "recommendations" : {
> "blueprint" : {
> "host_groups" : [
> {
> "name" : "NAMENODE",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "SQOOP",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "OOZIE_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "OOZIE_SERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HBASE_MASTER",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "MYSQL_SERVER",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "SECONDARY_NAMENODE",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HCAT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HBASE_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "NIMBUS",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HIVE_METASTORE",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HISTORYSERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "PIG",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "NAGIOS_SERVER",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "WEBHCAT_SERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "RESOURCEMANAGER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HDFS_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "ZOOKEEPER_SERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> },
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HBASE_REGIONSERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "TEZ_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HIVE_SERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "DATANODE",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "MAPREDUCE2_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "STORM_UI_SERVER",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "APP_TIMELINE_SERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "JOURNALNODE",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "ZKFC",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "HIVE_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "GANGLIA_MONITOR",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> },
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "ZOOKEEPER_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "SUPERVISOR",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "GANGLIA_SERVER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "STORM_REST_API",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "DRPC_SERVER",
> "components" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "NODEMANAGER",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "YARN_CLIENT",
> "components" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> }
> ],
> "configurations" : {
> "hive-site" : {
> "properties" : {
> "hive.auto.convert.join.noconditionaltask.size" : "238026752",
> "hive.tez.container.size" : "682",
> "hive.tez.java.opts" : "-server -Xmx545m -Djava.net.preferIPv4Stack=true -XX:NewRatio=8 -XX:+UseNUMA -XX:+UseParallelGC"
> }
> },
> "mapred-site" : {
> "properties" : {
> "mapreduce.map.java.opts" : "-Xmx545m",
> "mapreduce.map.memory.mb" : "682",
> "mapreduce.reduce.java.opts" : "-Xmx545m",
> "mapreduce.reduce.memory.mb" : "682",
> "mapreduce.task.io.sort.mb" : "272",
> "yarn.app.mapreduce.am.command-opts" : "-Xmx545m",
> "yarn.app.mapreduce.am.resource.mb" : "682"
> }
> },
> "tez-site" : {
> "properties" : {
> "tez.am.java.opts" : "-server -Xmx545m -Djava.net.preferIPv4Stack=true -XX:+UseNUMA -XX:+UseParallelGC",
> "tez.am.resource.memory.mb" : "682"
> }
> },
> "yarn-site" : {
> "properties" : {
> "yarn.nodemanager.resource.memory-mb" : "2046",
> "yarn.scheduler.maximum-allocation-mb" : "2046",
> "yarn.scheduler.minimum-allocation-mb" : "682"
> }
> }
> }
> },
> "blueprint_cluster_binding" : {
> "host_groups" : [
> {
> "name" : "host-group-1",
> "hosts" : [
> {
> "name" : "c6401.ambari.apache.org"
> }
> ]
> },
> {
> "name" : "host-group-2",
> "hosts" : [
> {
> "name" : "c6402.ambari.apache.org"
> }
> ]
> }
> ]
> }
> }
> }
> ]
> }
> {code}
--
This message was sent by Atlassian JIRA
(v6.2#6252)