You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@ambari.apache.org by "Oleg Nechiporenko (JIRA)" <ji...@apache.org> on 2014/05/26 15:29:01 UTC
[jira] [Created] (AMBARI-5894) New slider app wizard should show
app-types from /apptypes endpoint
Oleg Nechiporenko created AMBARI-5894:
-----------------------------------------
Summary: New slider app wizard should show app-types from /apptypes endpoint
Key: AMBARI-5894
URL: https://issues.apache.org/jira/browse/AMBARI-5894
Project: Ambari
Issue Type: Bug
Components: client
Affects Versions: 1.6.1
Reporter: Oleg Nechiporenko
Assignee: Oleg Nechiporenko
Fix For: 1.6.1
Currently the new slider app wizard shows hardcoded app-types. We should instead show only those app-types which are returned by {{http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apptypes?fields=*}} endpoint.
{code}
{
"href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apptypes?fields=*",
"items" : [
{
"href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apptypes/ACCUMULO",
"id" : "ACCUMULO",
"instance_name" : "SLIDER_1",
"typeComponents" : [
{
"id" : "ACCUMULO_MASTER",
"name" : "ACCUMULO_MASTER",
"category" : "MASTER",
"displayName" : "ACCUMULO_MASTER",
"priority" : 1,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "ACCUMULO_MONITOR",
"name" : "ACCUMULO_MONITOR",
"category" : "MASTER",
"displayName" : "ACCUMULO_MONITOR",
"priority" : 3,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "ACCUMULO_GC",
"name" : "ACCUMULO_GC",
"category" : "MASTER",
"displayName" : "ACCUMULO_GC",
"priority" : 4,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "ACCUMULO_TRACER",
"name" : "ACCUMULO_TRACER",
"category" : "MASTER",
"displayName" : "ACCUMULO_TRACER",
"priority" : 5,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "ACCUMULO_TSERVER",
"name" : "ACCUMULO_TSERVER",
"category" : "SLAVE",
"displayName" : "ACCUMULO_TSERVER",
"priority" : 2,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "ACCUMULO_CLIENT",
"name" : "ACCUMULO_CLIENT",
"category" : "CLIENT",
"displayName" : "ACCUMULO_CLIENT",
"priority" : 0,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
}
],
"typeDescription" : "The Apache Accumulo sorted, distributed key/value store is a robust,\n scalable, high performance data storage system that features cell-based\n access control and customizable server-side processing. It is based on\n Google's BigTable design and is built on top of Apache Hadoop,\n Zookeeper, and Thrift.\n Requirements:\n 1. Ensure parent dir for path (accumulo-site/instance.dfs.dir) is accessible to the App owner.",
"typeName" : "ACCUMULO",
"typePackageFileName" : "accumulo_v151.zip",
"typeVersion" : "1.5.1",
"version" : "1.0.0",
"view_name" : "SLIDER",
"typeConfigs" : {
"agent.conf" : "/slider/agent/conf/agent.ini",
"application.def" : "/slider/accumulo_v151.zip",
"config_types" : "accumulo-site",
"java_home" : "/usr/jdk64/jdk1.7.0_45",
"package_list" : "files/accumulo-1.5.1-bin.tar.gz",
"site.accumulo-site.gc.port.client" : "0",
"site.accumulo-site.general.classpaths" : "$ACCUMULO_HOME/lib/accumulo-server.jar,\n$ACCUMULO_HOME/lib/accumulo-core.jar,\n$ACCUMULO_HOME/lib/accumulo-start.jar,\n$ACCUMULO_HOME/lib/accumulo-fate.jar,\n$ACCUMULO_HOME/lib/accumulo-proxy.jar,\n$ACCUMULO_HOME/lib/[^.].*.jar,\n$ZOOKEEPER_HOME/zookeeper[^.].*.jar,\n$HADOOP_CONF_DIR,\n$HADOOP_PREFIX/[^.].*.jar,\n$HADOOP_PREFIX/lib/[^.].*.jar,\n$HADOOP_PREFIX/share/hadoop/common/.*.jar,\n$HADOOP_PREFIX/share/hadoop/common/lib/.*.jar,\n$HADOOP_PREFIX/share/hadoop/hdfs/.*.jar,\n$HADOOP_PREFIX/share/hadoop/mapreduce/.*.jar,\n$HADOOP_PREFIX/share/hadoop/yarn/.*.jar,\n/usr/lib/hadoop/.*.jar,\n/usr/lib/hadoop/lib/.*.jar,\n/usr/lib/hadoop-hdfs/.*.jar,\n/usr/lib/hadoop-mapreduce/.*.jar,\n/usr/lib/hadoop-yarn/.*.jar,",
"site.accumulo-site.instance.dfs.dir" : "/apps/accumulo/data",
"site.accumulo-site.instance.secret" : "DEFAULT",
"site.accumulo-site.instance.zookeeper.host" : "${ZK_HOST}",
"site.accumulo-site.master.port.client" : "0",
"site.accumulo-site.monitor.port.client" : "${ACCUMULO_MONITOR.ALLOCATED_PORT}",
"site.accumulo-site.monitor.port.log4j" : "0",
"site.accumulo-site.trace.port.client" : "0",
"site.accumulo-site.trace.token.property.password" : "secret",
"site.accumulo-site.trace.user" : "root",
"site.accumulo-site.tserver.cache.data.size" : "7M",
"site.accumulo-site.tserver.cache.index.size" : "20M",
"site.accumulo-site.tserver.memory.maps.max" : "80M",
"site.accumulo-site.tserver.port.client" : "0",
"site.accumulo-site.tserver.sort.buffer.size" : "50M",
"site.accumulo-site.tserver.walog.max.size" : "100M",
"site.global.accumulo_instance_name" : "instancename",
"site.global.accumulo_root_password" : "secret",
"site.global.app_install_dir" : "${AGENT_WORK_ROOT}/app/install",
"site.global.app_log_dir" : "${AGENT_LOG_ROOT}/app/log",
"site.global.app_pid_dir" : "${AGENT_WORK_ROOT}/app/run",
"site.global.app_root" : "${AGENT_WORK_ROOT}/app/install/accumulo-1.5.1",
"site.global.app_user" : "yarn",
"site.global.gc_heapsize" : "64m",
"site.global.hadoop_conf_dir" : "/etc/hadoop/conf",
"site.global.hadoop_prefix" : "/usr/lib/hadoop",
"site.global.master_heapsize" : "128m",
"site.global.monitor_heapsize" : "64m",
"site.global.other_heapsize" : "128m",
"site.global.security_enabled" : "false",
"site.global.tserver_heapsize" : "128m",
"site.global.user_group" : "hadoop",
"site.global.zookeeper_home" : "/usr/lib/zookeeper"
}
},
{
"href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apptypes/HBASE",
"id" : "HBASE",
"instance_name" : "SLIDER_1",
"typeComponents" : [
{
"id" : "HBASE_MASTER",
"name" : "HBASE_MASTER",
"category" : "MASTER",
"displayName" : "HBASE_MASTER",
"priority" : 1,
"instanceCount" : 1,
"maxInstanceCount" : 2,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "HBASE_REGIONSERVER",
"name" : "HBASE_REGIONSERVER",
"category" : "SLAVE",
"displayName" : "HBASE_REGIONSERVER",
"priority" : 2,
"instanceCount" : 1,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "HBASE_CLIENT",
"name" : "HBASE_CLIENT",
"category" : "CLIENT",
"displayName" : "HBASE_CLIENT",
"priority" : 0,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
}
],
"typeDescription" : "Apache HBase is the Hadoop database, a distributed, scalable, big data store.\n Requirements:\n 1. Ensure parent dir for path (hbase-site/hbase.rootdir) is accessible to the App owner.\n 2. Ensure ZK root (hbase-site/zookeeper.znode.parent) is unique for the App instance.",
"typeName" : "HBASE",
"typePackageFileName" : "hbase_v096 (1).zip",
"typeVersion" : "0.96.0.2.1.1",
"version" : "1.0.0",
"view_name" : "SLIDER",
"typeConfigs" : {
"agent.conf" : "/slider/agent/conf/agent.ini",
"application.def" : "/slider/hbase_v096.zip",
"config_types" : "core-site,hdfs-site,hbase-site",
"java_home" : "/usr/jdk64/jdk1.7.0_45",
"package_list" : "files/hbase-0.96.1-hadoop2-bin.tar.gz",
"site.core-site.fs.defaultFS" : "${NN_URI}",
"site.global.app_install_dir" : "${AGENT_WORK_ROOT}/app/install",
"site.global.app_log_dir" : "${AGENT_LOG_ROOT}/app/log",
"site.global.app_pid_dir" : "${AGENT_WORK_ROOT}/app/run",
"site.global.app_root" : "${AGENT_WORK_ROOT}/app/install/hbase-0.96.1-hadoop2",
"site.global.app_user" : "yarn",
"site.global.ganglia_server_host" : "${NN_HOST}",
"site.global.ganglia_server_id" : "Application1",
"site.global.ganglia_server_port" : "8667",
"site.global.hbase_master_heapsize" : "1024m",
"site.global.hbase_regionserver_heapsize" : "1024m",
"site.global.security_enabled" : "false",
"site.global.user_group" : "hadoop",
"site.hbase-site.hbase.client.keyvalue.maxsize" : "10485760",
"site.hbase-site.hbase.client.scanner.caching" : "100",
"site.hbase-site.hbase.cluster.distributed" : "true",
"site.hbase-site.hbase.defaults.for.version.skip" : "true",
"site.hbase-site.hbase.hregion.majorcompaction" : "86400000",
"site.hbase-site.hbase.hregion.max.filesize" : "10737418240",
"site.hbase-site.hbase.hregion.memstore.block.multiplier" : "2",
"site.hbase-site.hbase.hregion.memstore.flush.size" : "134217728",
"site.hbase-site.hbase.hregion.memstore.mslab.enabled" : "true",
"site.hbase-site.hbase.hstore.blockingStoreFiles" : "10",
"site.hbase-site.hbase.hstore.compactionThreshold" : "3",
"site.hbase-site.hbase.hstore.flush.retries.number" : "120",
"site.hbase-site.hbase.local.dir" : "${hbase.tmp.dir}/local",
"site.hbase-site.hbase.master.info.port" : "${HBASE_MASTER.ALLOCATED_PORT}",
"site.hbase-site.hbase.regionserver.global.memstore.lowerLimit" : "0.38",
"site.hbase-site.hbase.regionserver.global.memstore.upperLimit" : "0.4",
"site.hbase-site.hbase.regionserver.handler.count" : "60",
"site.hbase-site.hbase.regionserver.info.port" : "0",
"site.hbase-site.hbase.regionserver.port" : "0",
"site.hbase-site.hbase.rootdir" : "${NN_URI}/apps/hbase/data",
"site.hbase-site.hbase.security.authentication" : "simple",
"site.hbase-site.hbase.security.authorization" : "false",
"site.hbase-site.hbase.stagingdir" : "${NN_URI}/apps/hbase/staging",
"site.hbase-site.hbase.superuser" : "yarn",
"site.hbase-site.hbase.tmp.dir" : "${AGENT_WORK_ROOT}/work/app/tmp",
"site.hbase-site.hbase.zookeeper.property.clientPort" : "2181",
"site.hbase-site.hbase.zookeeper.quorum" : "${ZK_HOST}",
"site.hbase-site.hbase.zookeeper.useMulti" : "true",
"site.hbase-site.hfile.block.cache.size" : "0.40",
"site.hbase-site.zookeeper.session.timeout" : "30000",
"site.hbase-site.zookeeper.znode.parent" : "/hbase-unsecure",
"site.hdfs-site.dfs.namenode.http-address" : "${NN_HOST}:50070",
"site.hdfs-site.dfs.namenode.https-address" : "${NN_HOST}:50470"
}
},
{
"href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apptypes/STORM",
"id" : "STORM",
"instance_name" : "SLIDER_1",
"typeComponents" : [
{
"id" : "NIMBUS",
"name" : "NIMBUS",
"category" : "MASTER",
"displayName" : "NIMBUS",
"priority" : 1,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "STORM_REST_API",
"name" : "STORM_REST_API",
"category" : "MASTER",
"displayName" : "STORM_REST_API",
"priority" : 2,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "SUPERVISOR",
"name" : "SUPERVISOR",
"category" : "SLAVE",
"displayName" : "SUPERVISOR",
"priority" : 5,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "STORM_UI_SERVER",
"name" : "STORM_UI_SERVER",
"category" : "MASTER",
"displayName" : "STORM_UI_SERVER",
"priority" : 3,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
},
{
"id" : "DRPC_SERVER",
"name" : "DRPC_SERVER",
"category" : "MASTER",
"displayName" : "DRPC_SERVER",
"priority" : 4,
"instanceCount" : 0,
"maxInstanceCount" : 0,
"yarnMemory" : 1024,
"yarnCpuCores" : 1
}
],
"typeDescription" : "Apache Hadoop Stream processing framework",
"typeName" : "STORM",
"typePackageFileName" : "storm_v091.zip",
"typeVersion" : "0.9.1.2.1",
"version" : "1.0.0",
"view_name" : "SLIDER",
"typeConfigs" : {
"agent.conf" : "/slider/agent/conf/agent.ini",
"application.def" : "/slider/storm_v091.zip",
"config_types" : "storm-site",
"java_home" : "/usr/jdk64/jdk1.7.0_45",
"package_list" : "files/apache-storm-0.9.1.2.1.1.0-237.tar.gz",
"site.global.app_root" : "${AGENT_WORK_ROOT}/app/install/apache-storm-0.9.1.2.1.1.0-237",
"site.global.app_user" : "yarn",
"site.global.ganglia_server_host" : "${NN_HOST}",
"site.global.ganglia_server_id" : "Application2",
"site.global.rest_api_admin_port" : "${STORM_REST_API.ALLOCATED_PORT}",
"site.global.rest_api_port" : "${STORM_REST_API.ALLOCATED_PORT}",
"site.global.security_enabled" : "false",
"site.global.user_group" : "hadoop",
"site.storm-site.dev.zookeeper.path" : "${AGENT_WORK_ROOT}/app/tmp/dev-storm-zookeeper",
"site.storm-site.drpc.childopts" : "-Xmx768m",
"site.storm-site.drpc.invocations.port" : "${DRPC_SERVER.ALLOCATED_PORT}",
"site.storm-site.drpc.port" : "${DRPC_SERVER.ALLOCATED_PORT}",
"site.storm-site.drpc.queue.size" : "128",
"site.storm-site.drpc.request.timeout.secs" : "600",
"site.storm-site.drpc.worker.threads" : "64",
"site.storm-site.java.library.path" : "/usr/local/lib:/opt/local/lib:/usr/lib",
"site.storm-site.logviewer.appender.name" : "A1",
"site.storm-site.logviewer.childopts" : "-Xmx128m",
"site.storm-site.logviewer.port" : "${SUPERVISOR.ALLOCATED_PORT}",
"site.storm-site.nimbus.childopts" : "-Xmx1024m -Djava.security.auth.login.config=/etc/storm/storm_jaas.conf -javaagent:${AGENT_WORK_ROOT}/app/install/apache-storm-0.9.1.2.1.1.0-237/contrib/storm-jmxetric/lib/jmxetric-1.0.4.jar=host={0},port=8669,wireformat31x=true,mode=multicast,config=${AGENT_WORK_ROOT}/app/install/apache-storm-0.9.1.2.1.1.0-237/contrib/storm-jmxetric/conf/jmxetric-conf.xml,process=Nimbus_JVM",
"site.storm-site.nimbus.cleanup.inbox.freq.secs" : "600",
"site.storm-site.nimbus.file.copy.expiration.secs" : "600",
"site.storm-site.nimbus.host" : "${NIMBUS_HOST}",
"site.storm-site.nimbus.inbox.jar.expiration.secs" : "3600",
"site.storm-site.nimbus.monitor.freq.secs" : "10",
"site.storm-site.nimbus.reassign" : "true",
"site.storm-site.nimbus.supervisor.timeout.secs" : "60",
"site.storm-site.nimbus.task.launch.secs" : "120",
"site.storm-site.nimbus.task.timeout.secs" : "30",
"site.storm-site.nimbus.thrift.max_buffer_size" : "1048576",
"site.storm-site.nimbus.thrift.port" : "${NIMBUS.ALLOCATED_PORT}",
"site.storm-site.nimbus.topology.validator" : "backtype.storm.nimbus.DefaultTopologyValidator",
"site.storm-site.storm.cluster.mode" : "distributed",
"site.storm-site.storm.local.dir" : "${AGENT_WORK_ROOT}/app/tmp/storm",
"site.storm-site.storm.local.mode.zmq" : "false",
"site.storm-site.storm.messaging.netty.buffer_size" : "5242880",
"site.storm-site.storm.messaging.netty.client_worker_threads" : "1",
"site.storm-site.storm.messaging.netty.max_retries" : "30",
"site.storm-site.storm.messaging.netty.max_wait_ms" : "1000",
"site.storm-site.storm.messaging.netty.min_wait_ms" : "100",
"site.storm-site.storm.messaging.netty.server_worker_threads" : "1",
"site.storm-site.storm.messaging.transport" : "backtype.storm.messaging.netty.Context",
"site.storm-site.storm.thrift.transport" : "backtype.storm.security.auth.SimpleTransportPlugin",
"site.storm-site.storm.zookeeper.connection.timeout" : "15000",
"site.storm-site.storm.zookeeper.port" : "2181",
"site.storm-site.storm.zookeeper.retry.interval" : "1000",
"site.storm-site.storm.zookeeper.retry.intervalceiling.millis" : "30000",
"site.storm-site.storm.zookeeper.retry.times" : "5",
"site.storm-site.storm.zookeeper.root" : "/storm",
"site.storm-site.storm.zookeeper.servers" : "['${ZK_HOST}']",
"site.storm-site.storm.zookeeper.session.timeout" : "20000",
"site.storm-site.supervisor.childopts" : "-Xmx256m -Djava.security.auth.login.config=/etc/storm/storm_jaas.conf -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=${SUPERVISOR.ALLOCATED_PORT} -javaagent:${AGENT_WORK_ROOT}/app/install/apache-storm-0.9.1.2.1.1.0-237/contrib/storm-jmxetric/lib/jmxetric-1.0.4.jar=host={0},port=8669,wireformat31x=true,mode=multicast,config=${AGENT_WORK_ROOT}/app/install/apache-storm-0.9.1.2.1.1.0-237/contrib/storm-jmxetric/conf/jmxetric-conf.xml,process=Supervisor_JVM",
"site.storm-site.supervisor.enable" : "true",
"site.storm-site.supervisor.heartbeat.frequency.secs" : "5",
"site.storm-site.supervisor.monitor.frequency.secs" : "3",
"site.storm-site.supervisor.slots.ports" : "[${SUPERVISOR.ALLOCATED_PORT}, ${SUPERVISOR.ALLOCATED_PORT}]",
"site.storm-site.supervisor.worker.start.timeout.secs" : "120",
"site.storm-site.supervisor.worker.timeout.secs" : "30",
"site.storm-site.task.heartbeat.frequency.secs" : "3",
"site.storm-site.task.refresh.poll.secs" : "10",
"site.storm-site.topology.acker.executors" : "null",
"site.storm-site.topology.builtin.metrics.bucket.size.secs" : "60",
"site.storm-site.topology.debug" : "false",
"site.storm-site.topology.disruptor.wait.strategy" : "com.lmax.disruptor.BlockingWaitStrategy",
"site.storm-site.topology.enable.message.timeouts" : "true",
"site.storm-site.topology.error.throttle.interval.secs" : "10",
"site.storm-site.topology.executor.receive.buffer.size" : "1024",
"site.storm-site.topology.executor.send.buffer.size" : "1024",
"site.storm-site.topology.fall.back.on.java.serialization" : "true",
"site.storm-site.topology.kryo.factory" : "backtype.storm.serialization.DefaultKryoFactory",
"site.storm-site.topology.max.error.report.per.interval" : "5",
"site.storm-site.topology.max.spout.pending" : "null",
"site.storm-site.topology.max.task.parallelism" : "null",
"site.storm-site.topology.message.timeout.secs" : "30",
"site.storm-site.topology.optimize" : "true",
"site.storm-site.topology.receiver.buffer.size" : "8",
"site.storm-site.topology.skip.missing.kryo.registrations" : "false",
"site.storm-site.topology.sleep.spout.wait.strategy.time.ms" : "1",
"site.storm-site.topology.spout.wait.strategy" : "backtype.storm.spout.SleepSpoutWaitStrategy",
"site.storm-site.topology.state.synchronization.timeout.secs" : "60",
"site.storm-site.topology.stats.sample.rate" : "0.05",
"site.storm-site.topology.tick.tuple.freq.secs" : "null",
"site.storm-site.topology.transfer.buffer.size" : "1024",
"site.storm-site.topology.trident.batch.emit.interval.millis" : "500",
"site.storm-site.topology.tuple.serializer" : "backtype.storm.serialization.types.ListDelegateSerializer",
"site.storm-site.topology.worker.childopts" : "null",
"site.storm-site.topology.worker.shared.thread.pool.size" : "4",
"site.storm-site.topology.workers" : "1",
"site.storm-site.transactional.zookeeper.port" : "null",
"site.storm-site.transactional.zookeeper.root" : "/transactional",
"site.storm-site.transactional.zookeeper.servers" : "null",
"site.storm-site.ui.port" : "${STORM_UI_SERVER.ALLOCATED_PORT}",
"site.storm-site.worker.childopts" : "-Xmx768m -javaagent:${AGENT_WORK_ROOT}/app/install/apache-storm-0.9.1.2.1.1.0-237/contrib/storm-jmxetric/lib/jmxetric-1.0.4.jar=host={0},port=8669,wireformat31x=true,mode=multicast,config=${AGENT_WORK_ROOT}/app/install/apache-storm-0.9.1.2.1.1.0-237/contrib/storm-jmxetric/conf/jmxetric-conf.xml,process=Worker_%ID%_JVM",
"site.storm-site.worker.heartbeat.frequency.secs" : "1",
"site.storm-site.zmq.hwm" : "0",
"site.storm-site.zmq.linger.millis" : "5000",
"site.storm-site.zmq.threads" : "1"
}
}
]
}
{code}
--
This message was sent by Atlassian JIRA
(v6.2#6252)