You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@slider.apache.org by st...@apache.org on 2014/05/06 12:04:23 UTC
svn commit: r1592698 - in /incubator/slider/trunk/src/site: ./ markdown/
markdown/configuration/ markdown/release_notes/ markdown/specification/
Author: stevel
Date: Tue May 6 10:04:23 2014
New Revision: 1592698
URL: http://svn.apache.org/r1592698
Log:
s/hoya/r/slider in site docs
Modified:
incubator/slider/trunk/src/site/markdown/building.md
incubator/slider/trunk/src/site/markdown/configuration/original-hbase.json
incubator/slider/trunk/src/site/markdown/configuration/proposed-hbase.json
incubator/slider/trunk/src/site/markdown/configuration/redesign.md
incubator/slider/trunk/src/site/markdown/configuration/specification.md
incubator/slider/trunk/src/site/markdown/examples.md
incubator/slider/trunk/src/site/markdown/release_notes/release-0.24.0.md
incubator/slider/trunk/src/site/markdown/releasing.md
incubator/slider/trunk/src/site/markdown/security.md
incubator/slider/trunk/src/site/markdown/specification/cli-actions.md
incubator/slider/trunk/src/site/markdown/specification/slider-model.md
incubator/slider/trunk/src/site/markdown/testing.md
incubator/slider/trunk/src/site/markdown/troubleshooting.md
incubator/slider/trunk/src/site/site.xml
Modified: incubator/slider/trunk/src/site/markdown/building.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/building.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/building.md (original)
+++ incubator/slider/trunk/src/site/markdown/building.md Tue May 6 10:04:23 2014
@@ -224,33 +224,33 @@ is ignored by git), declaring where HBas
<property>
<name>slider.test.hbase.tar</name>
- <value>/home/hoya/hbase/hbase-assembly/target/hbase-0.98.0-SNAPSHOT-bin.tar.gz</value>
+ <value>/home/slider/hbase/hbase-assembly/target/hbase-0.98.0-SNAPSHOT-bin.tar.gz</value>
<description>HBASE archive URI</description>
</property>
<property>
<name>slider.test.accumulo.home</name>
- <value>/home/hoya/accumulo/assemble/target/accumulo-1.5.1-SNAPSHOT/</value>
+ <value>/home/slider/accumulo/assemble/target/accumulo-1.5.1-SNAPSHOT/</value>
<description>Accumulo Home</description>
</property>
<property>
<name>slider.test.accumulo.tar</name>
- <value>/home/hoya/accumulo/assemble/target/accumulo-1.5.1-SNAPSHOT-bin.tar.gz</value>
+ <value>/home/slider/accumulo/assemble/target/accumulo-1.5.1-SNAPSHOT-bin.tar.gz</value>
<description>Accumulo archive URI</description>
</property>
<property>
<name>zk.home</name>
<value>
- /home/hoya/Apps/zookeeper</value>
+ /home/slider/Apps/zookeeper</value>
<description>Zookeeper home dir on target systems</description>
</property>
<property>
<name>hadoop.home</name>
<value>
- /home/hoya/hadoop-common/hadoop-dist/target/hadoop-2.3.0</value>
+ /home/slider/hadoop-common/hadoop-dist/target/hadoop-2.3.0</value>
<description>Hadoop home dir on target systems</description>
</property>
Modified: incubator/slider/trunk/src/site/markdown/configuration/original-hbase.json
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/configuration/original-hbase.json?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/configuration/original-hbase.json (original)
+++ incubator/slider/trunk/src/site/markdown/configuration/original-hbase.json Tue May 6 10:04:23 2014
@@ -5,38 +5,38 @@
"state": 3,
"createTime": 1393512091276,
"updateTime": 1393512117286,
- "originConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/snapshot",
- "generatedConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/generated",
- "dataPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/database",
+ "originConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/snapshot",
+ "generatedConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/generated",
+ "dataPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/database",
"options": {
"zookeeper.port": "2181",
"site.hbase.master.startup.retainassign": "true",
- "hoya.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
+ "slider.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
"site.fs.defaultFS": "hdfs://sandbox.hortonworks.com:8020",
- "hoya.container.failure.threshold": "5",
+ "slider.container.failure.threshold": "5",
"site.fs.default.name": "hdfs://sandbox.hortonworks.com:8020",
- "hoya.cluster.directory.permissions": "0770",
- "hoya.am.monitoring.enabled": "false",
- "zookeeper.path": "/yarnapps_hoya_stevel_test_cluster_lifecycle",
- "hoya.tmp.dir": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/tmp/am",
- "hoya.data.directory.permissions": "0770",
+ "slider.cluster.directory.permissions": "0770",
+ "slider.am.monitoring.enabled": "false",
+ "zookeeper.path": "/yarnapps_slider_stevel_test_cluster_lifecycle",
+ "slider.tmp.dir": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/tmp/am",
+ "slider.data.directory.permissions": "0770",
"zookeeper.hosts": "sandbox",
- "hoya.container.failure.shortlife": "60"
+ "slider.container.failure.shortlife": "60"
},
"info": {
"create.hadoop.deployed.info": "(detached from release-2.3.0) @dfe46336fbc6a044bc124392ec06b85",
- "create.application.build.info": "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
+ "create.application.build.info": "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
"create.hadoop.build.info": "2.3.0",
"create.time.millis": "1393512091276",
"create.time": "27 Feb 2014 14:41:31 GMT",
- "hoya.am.restart.supported": "false",
+ "slider.am.restart.supported": "false",
"live.time": "27 Feb 2014 14:41:56 GMT",
"live.time.millis": "1393512116881",
"status.time": "27 Feb 2014 14:42:08 GMT",
"status.time.millis": "1393512128726",
"yarn.vcores": "32",
"yarn.memory": "2048",
- "status.application.build.info": "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
+ "status.application.build.info": "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
"status.hadoop.build.info": "2.3.0",
"status.hadoop.deployed.info": "bigwheel-m16-2.2.0 @704f1e463ebc4fb89353011407e965"
},
@@ -51,7 +51,7 @@
"containers.desired": 0,
"containers.requested": 0
},
- "hoya": {
+ "slider": {
"containers.unknown.completed": 0,
"containers.start.started": 0,
"containers.live": 1,
@@ -74,7 +74,7 @@
"status": {
},
"instances": {
- "hoya": [ "container_1393511571284_0002_01_000001" ]
+ "slider": [ "container_1393511571284_0002_01_000001" ]
},
"roles": {
"worker": {
@@ -91,12 +91,12 @@
"role.failed.instances": "0",
"app.infoport": "0"
},
- "hoya": {
+ "slider": {
"yarn.memory": "256",
"env.MALLOC_ARENA_MAX": "4",
"role.instances": "1",
"role.requested.instances": "0",
- "role.name": "hoya",
+ "role.name": "slider",
"role.failed.starting.instances": "0",
"role.actual.instances": "1",
"jvm.heapsize": "256M",
@@ -128,12 +128,12 @@
"hbase.regionserver.hlog.tolerable.lowreplication": "1",
"hbase.regionserver.info.port": "0",
"hbase.regionserver.port": "0",
- "hbase.rootdir": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/database",
+ "hbase.rootdir": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/database",
"hbase.tmp.dir": "./hbase-tmp",
"hbase.zookeeper.property.clientPort": "2181",
"hbase.zookeeper.quorum": "sandbox",
- "hoya.template.origin": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/snapshot/hbase-site.xml",
- "hoya.unused.option": "1",
- "zookeeper.znode.parent": "/yarnapps_hoya_stevel_test_cluster_lifecycle"
+ "slider.template.origin": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/snapshot/hbase-site.xml",
+ "slider.unused.option": "1",
+ "zookeeper.znode.parent": "/yarnapps_slider_stevel_test_cluster_lifecycle"
}
}
Modified: incubator/slider/trunk/src/site/markdown/configuration/proposed-hbase.json
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/configuration/proposed-hbase.json?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/configuration/proposed-hbase.json (original)
+++ incubator/slider/trunk/src/site/markdown/configuration/proposed-hbase.json Tue May 6 10:04:23 2014
@@ -3,25 +3,25 @@
"name": "test_cluster_lifecycle",
"valid`": true,
- "hoya-internal":{
+ "slider-internal":{
"type": "hbase",
"createTime": 1393512091276,
"updateTime": 1393512117286,
- "originConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/hoya/.hoya/cluster/test_cluster_lifecycle/snapshot",
- "generatedConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/hoya/.hoya/cluster/test_cluster_lifecycle/generated",
- "dataPath": "hdfs://sandbox.hortonworks.com:8020/user/hoya/.hoya/cluster/test_cluster_lifecycle/database",
- "hoya.tmp.dir": "hdfs://sandbox.hortonworks.com:8020/user/hoya/.hoya/cluster/test_cluster_lifecycle/tmp/am",
+ "originConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/slider/.slider/cluster/test_cluster_lifecycle/snapshot",
+ "generatedConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/slider/.slider/cluster/test_cluster_lifecycle/generated",
+ "dataPath": "hdfs://sandbox.hortonworks.com:8020/user/slider/.slider/cluster/test_cluster_lifecycle/database",
+ "slider.tmp.dir": "hdfs://sandbox.hortonworks.com:8020/user/slider/.slider/cluster/test_cluster_lifecycle/tmp/am",
"slider.cluster.directory.permissions": "0770",
"slider.data.directory.permissions": "0770"
},
"options": {
- "hoya.am.monitoring.enabled": "false",
- "hoya.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
- "hoya.container.failure.threshold": "5",
- "hoya.container.failure.shortlife": "60",
+ "slider.am.monitoring.enabled": "false",
+ "slider.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
+ "slider.container.failure.threshold": "5",
+ "slider.container.failure.shortlife": "60",
"zookeeper.port": "2181",
- "zookeeper.path": "/yarnapps_hoya_hoya_test_cluster_lifecycle",
+ "zookeeper.path": "/yarnapps_slider_slider_test_cluster_lifecycle",
"zookeeper.hosts": "sandbox",
"site.hbase.master.startup.retainassign": "true",
"site.fs.defaultFS": "hdfs://sandbox.hortonworks.com:8020",
@@ -33,21 +33,21 @@
"diagnostics": {
"create.hadoop.deployed.info": "(detached from release-2.3.0) @dfe46336fbc6a044bc124392ec06b85",
- "create.application.build.info": "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by hoya",
+ "create.application.build.info": "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by slider",
"create.hadoop.build.info": "2.3.0",
"create.time.millis": "1393512091276",
"create.time": "27 Feb 2014 14:41:31 GMT"
},
"info": {
- "hoya.am.restart.supported": "false",
+ "slider.am.restart.supported": "false",
"live.time": "27 Feb 2014 14:41:56 GMT",
"live.time.millis": "1393512116881",
"status.time": "27 Feb 2014 14:42:08 GMT",
"status.time.millis": "1393512128726",
"yarn.vcores": "32",
"yarn.memory": "2048",
- "status.application.build.info": "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by hoya",
+ "status.application.build.info": "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by slider",
"status.hadoop.build.info": "2.3.0",
"status.hadoop.deployed.info": "bigwheel-m16-2.2.0 @704f1e463ebc4fb89353011407e965"
},
@@ -89,7 +89,7 @@
},
"instances": {
- "hoya": [ "container_1393511571284_0002_01_000001" ],
+ "slider": [ "container_1393511571284_0002_01_000001" ],
"master": [ "container_1393511571284_0002_01_000003" ],
"worker": [
"container_1393511571284_0002_01_000002",
@@ -105,10 +105,10 @@
"jvm.heapsize": "512M",
"yarn.vcores": "1"
},
- "hoya": {
+ "slider": {
"yarn.memory": "256",
"role.instances": "1",
- "role.name": "hoya",
+ "role.name": "slider",
"jvm.heapsize": "256M",
"yarn.vcores": "1"
},
@@ -131,11 +131,11 @@
"hbase.regionserver.hlog.tolerable.lowreplication": "1",
"hbase.regionserver.info.port": "0",
"hbase.regionserver.port": "0",
- "hbase.rootdir": "hdfs://sandbox.hortonworks.com:8020/user/hoya/.hoya/cluster/test_cluster_lifecycle/database",
+ "hbase.rootdir": "hdfs://sandbox.hortonworks.com:8020/user/slider/.slider/cluster/test_cluster_lifecycle/database",
"hbase.tmp.dir": "./hbase-tmp",
"hbase.zookeeper.property.clientPort": "2181",
"hbase.zookeeper.quorum": "sandbox",
- "zookeeper.znode.parent": "/yarnapps_hoya_hoya_test_cluster_lifecycle"
+ "zookeeper.znode.parent": "/yarnapps_slider_slider_test_cluster_lifecycle"
},
@@ -168,8 +168,8 @@
"command": "hbase-0.98.0/bin/hbase --config $PROPAGATED_CONFDIR regionserver start 1><LOG_DIR>/region-server.txt 2>&1 ; ",
"diagnostics": "",
"environment": [
- "HADOOP_USER_NAME=\"hoya\"",
- "HBASE_LOG_DIR=\"/tmp/hoya-hoya\"",
+ "HADOOP_USER_NAME=\"slider\"",
+ "HBASE_LOG_DIR=\"/tmp/slider-slider\"",
"HBASE_HEAPSIZE=\"256\"",
"MALLOC_ARENA_MAX=\"4\"",
"PROPAGATED_CONFDIR=\"$PWD/propagatedconf\""
@@ -188,23 +188,23 @@
"command": "hbase-0.98.0/bin/hbase --config $PROPAGATED_CONFDIR regionserver start 1><LOG_DIR>/region-server.txt 2>&1 ; ",
"diagnostics": "",
"environment": [
- "HADOOP_USER_NAME=\"hoya\"",
- "HBASE_LOG_DIR=\"/tmp/hoya-hoya\"",
+ "HADOOP_USER_NAME=\"slider\"",
+ "HBASE_LOG_DIR=\"/tmp/slider-slider\"",
"HBASE_HEAPSIZE=\"256\"",
"MALLOC_ARENA_MAX=\"4\"",
"PROPAGATED_CONFDIR=\"$PWD/propagatedconf\""
]
}
},
- "hoya": {
+ "slider": {
"container_1394032374441_0001_01_000001": {
"name": "container_1394032374441_0001_01_000001",
- "role": "hoya",
+ "role": "slider",
"roleId": 0,
"createTime": 0,
"startTime": 0,
"released": false,
- "host": "hoya-8.local",
+ "host": "slider-8.local",
"state": 3,
"exitCode": 0,
"command": "",
@@ -225,8 +225,8 @@
"command": "hbase-0.98.0/bin/hbase --config $PROPAGATED_CONFDIR master start 1><LOG_DIR>/master.txt 2>&1 ; ",
"diagnostics": "",
"environment": [
- "HADOOP_USER_NAME=\"hoya\"",
- "HBASE_LOG_DIR=\"/tmp/hoya-hoya\"",
+ "HADOOP_USER_NAME=\"slider\"",
+ "HBASE_LOG_DIR=\"/tmp/slider-slider\"",
"HBASE_HEAPSIZE=\"256\"",
"MALLOC_ARENA_MAX=\"4\"",
"PROPAGATED_CONFDIR=\"$PWD/propagatedconf\""
@@ -247,10 +247,10 @@
"role.releasing.instances": "0",
"role.failed.instances": "1"
},
- "hoya": {
+ "slider": {
"role.instances": "1",
"role.requested.instances": "0",
- "role.name": "hoya",
+ "role.name": "slider",
"role.actual.instances": "1",
"role.releasing.instances": "0",
"role.failed.instances": "0"
Modified: incubator/slider/trunk/src/site/markdown/configuration/redesign.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/configuration/redesign.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/configuration/redesign.md (original)
+++ incubator/slider/trunk/src/site/markdown/configuration/redesign.md Tue May 6 10:04:23 2014
@@ -28,8 +28,8 @@ or `/roles/*/yarn.memory`
## History
-The Hoya cluster specification was implicitly defined in the file
-`org.apache.hoya.api.ClusterDescription`. It had a number of roles
+The Slider cluster specification was implicitly defined in the file
+`org.apache.slider.api.ClusterDescription`. It had a number of roles
1. Persistent representaton of cluster state
1. Internal model of desired cluster state within the Application Master.
@@ -67,9 +67,9 @@ Contains various string and integer valu
"state": 3,
"createTime": 1393512091276,
"updateTime": 1393512117286,
- "originConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/snapshot",
- "generatedConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/generated",
- "dataPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/database",
+ "originConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/snapshot",
+ "generatedConfigurationPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/generated",
+ "dataPath": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/database",
* `version`: version of the JSON file. Not currently used
@@ -101,7 +101,7 @@ used internally -if changed the cluster
*Proposed*:
1. Move all state bar `name` and cluster state
-into a section `/hoya-internal`.
+into a section `/slider-internal`.
1. The cluster state is moved from an enum to a simple
boolean, `valid`, set to true when the cluster JSON
has been fully constructed.
@@ -115,7 +115,7 @@ intended to be used for debugging and te
"info" : {
"create.hadoop.deployed.info" : "(detached from release-2.3.0) @dfe46336fbc6a044bc124392ec06b85",
- "create.application.build.info" : "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
+ "create.application.build.info" : "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
"create.hadoop.build.info" : "2.3.0",
"create.time.millis" : "1393512091276",
},
@@ -128,7 +128,7 @@ intended to be used for debugging and te
whether the AM supports service restart without killing all the containers hosting
the role instances:
- "hoya.am.restart.supported" : "false",
+ "slider.am.restart.supported" : "false",
timestamps of the cluster going live, and when the status query was made
@@ -146,7 +146,7 @@ intended to be used for debugging and te
the application was built using Hadoop 2.3.0, but is running against the version
of Hadoop built for HDP-2.
- "status.application.build.info" : "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
+ "status.application.build.info" : "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
"status.hadoop.build.info" : "2.3.0",
"status.hadoop.deployed.info" : "bigwheel-m16-2.2.0 @704f1e463ebc4fb89353011407e965"
@@ -156,7 +156,7 @@ intended to be used for debugging and te
Information about the live containers in a cluster
"instances": {
- "hoya": [ "container_1393511571284_0002_01_000001" ],
+ "slider": [ "container_1393511571284_0002_01_000001" ],
"master": [ "container_1393511571284_0002_01_000003" ],
"worker": [
"container_1393511571284_0002_01_000002",
@@ -168,7 +168,7 @@ There's no information about location, n
that are no longer part of the cluster (i.e. failed & released containers).
It could be possible to include a list of previous containers,
-though Hoya would need to be selective about how many to store
+though Slider would need to be selective about how many to store
(or how much detail to retain) on those previous containers.
Perhaps the list could be allowed to grow without limit, but detail
@@ -217,7 +217,7 @@ are state, not statistics*
"containers.desired": 2,
"containers.requested": 0
},
- "hoya": {
+ "slider": {
"containers.unknown.completed": 0,
"containers.start.completed": 3,
"containers.live": 1,
@@ -238,7 +238,7 @@ are state, not statistics*
}
},
-The `/statistics/hoya` section is unusual in that it provides the aggregate statistics
+The `/statistics/slider` section is unusual in that it provides the aggregate statistics
of the cluster -this is not obvious. A different name could be used -but
again, there's a risk of clash with or confusion with a role.
@@ -285,27 +285,27 @@ by providers), without any changes to th
## Options
-A list of options used by Hoya and its providers to build up the AM
+A list of options used by Slider and its providers to build up the AM
and the configurations of the deployed service components
"options": {
"zookeeper.port": "2181",
"site.hbase.master.startup.retainassign": "true",
- "hoya.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
+ "slider.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
"site.fs.defaultFS": "hdfs://sandbox.hortonworks.com:8020",
- "hoya.container.failure.threshold": "5",
+ "slider.container.failure.threshold": "5",
"site.fs.default.name": "hdfs://sandbox.hortonworks.com:8020",
"slider.cluster.directory.permissions": "0770",
- "hoya.am.monitoring.enabled": "false",
- "zookeeper.path": "/yarnapps_hoya_stevel_test_cluster_lifecycle",
- "hoya.tmp.dir": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.hoya/cluster/test_cluster_lifecycle/tmp/am",
+ "slider.am.monitoring.enabled": "false",
+ "zookeeper.path": "/yarnapps_slider_stevel_test_cluster_lifecycle",
+ "slider.tmp.dir": "hdfs://sandbox.hortonworks.com:8020/user/stevel/.slider/cluster/test_cluster_lifecycle/tmp/am",
"slider.data.directory.permissions": "0770",
"zookeeper.hosts": "sandbox",
- "hoya.container.failure.shortlife": "60"
+ "slider.container.failure.shortlife": "60"
},
-Some for these options have been created by hoya itself ("hoya.tmp.dir")
+Some for these options have been created by slider itself ("slider.tmp.dir")
for internal use -and are cluster specific. If/when the ability to use
an existing json file as a template for a new cluster is added, having these
options in the configuration will create problems
@@ -314,9 +314,9 @@ options in the configuration will create
# Proposed Changes
-## Move Hoya internal state to `/hoya-internal`
+## Move Slider internal state to `/slider-internal`
-Move all hoya "private" data to an internal section,`/hoya-internal`
+Move all slider "private" data to an internal section,`/slider-internal`
including those in the toplevel directory and in `/options`
## Allow `/options` and `roles/*/` options entries to take the value "null".
@@ -374,14 +374,14 @@ about the cluster.
"app.infoport": "0"
}
-The role `hoya` represents the Hoya Application Master itself.
+The role `slider` represents the Slider Application Master itself.
- "hoya": {
+ "slider": {
"yarn.memory": "256",
"env.MALLOC_ARENA_MAX": "4",
"role.instances": "1",
- "role.name": "hoya",
+ "role.name": "slider",
"jvm.heapsize": "256M",
"yarn.vcores": "1",
},
@@ -398,7 +398,7 @@ string, the expectation being this is wh
single attributes for client applications.
These values can be converted to application-specific files on the client,
-in code -as done today in the Hoya CLI-, or via template expansion (beyond
+in code -as done today in the Slider CLI-, or via template expansion (beyond
the scope of this document.
@@ -461,7 +461,7 @@ Allow providers to publish information t
own section.
There already is support for providers updating the cluster status
-in Hoya 12.1 and earlier, but it has flaws
+in Slider 12.1 and earlier, but it has flaws
A key one is that it is done sychronously on a `getStatus()` call;
as providers may perform a live query of their status (example, the HBase
Modified: incubator/slider/trunk/src/site/markdown/configuration/specification.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/configuration/specification.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/configuration/specification.md (original)
+++ incubator/slider/trunk/src/site/markdown/configuration/specification.md Tue May 6 10:04:23 2014
@@ -17,7 +17,7 @@
# Specification of the "Cluster Description"
-* This is partially obsolete. Slider still returns the Hoya Cluster Description
+* This is partially obsolete. Slider still returns the Slider Cluster Description
as changing it will break most of the unit tests -once these are updated
this document will be completely obsolete and replaced with a new one.
@@ -47,10 +47,10 @@ Different sections have one of three rol
that should not be modified by users -doing so is likely to render the
cluster undeployable.
-1. Storage and specification of the components deployed by Hoya.
+1. Storage and specification of the components deployed by Slider.
These sections define options for the deployed application, the size of
the deployed application, attributes of the deployed roles, and customizable
-aspects of the Hoya application master.
+aspects of the Slider application master.
This information defines the *desired state* of a cluster.
@@ -70,7 +70,7 @@ and process cluster descriptions. There
## Role-by-role subsections
-A hoya-deployed application consists of the single Hoya application master,
+A slider-deployed application consists of the single Slider application master,
and one or more roles -specific components in the actual application.
The `/roles` section contains a listing for each role,
@@ -118,14 +118,14 @@ property lookup to find the implementati
Flag to indicate whether or not a specification is considered valid.
If false, the rest of the document is in an unknown state.
-## `/hoya-internal`: internal confiugration
+## `/slider-internal`: internal confiugration
Stores internal configuration options. These parameters
are not defined in this document.
## `/diagnostics`: diagnostics sections
-Persisted list of information about Hoya.
+Persisted list of information about Slider.
Static information about the file history
@@ -133,7 +133,7 @@ Static information about the file histor
"create.hadoop.deployed.info" :
"(detached from release-2.3.0) @dfe46336fbc6a044bc124392ec06b85",
"create.application.build.info" :
- "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
+ "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
"create.hadoop.build.info" : "2.3.0",
"create.time.millis" : "1393512091276",
},
@@ -145,17 +145,17 @@ an empty or absent `/diagnostics` sectio
## Options: cluster options
-A persisted list of options used by Hoya and its providers to build up the AM
+A persisted list of options used by Slider and its providers to build up the AM
and the configurations of the deployed service components
"options": {
- "hoya.am.monitoring.enabled": "false",
- "hoya.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
- "hoya.container.failure.threshold": "5",
- "hoya.container.failure.shortlife": "60",
+ "slider.am.monitoring.enabled": "false",
+ "slider.cluster.application.image.path": "hdfs://sandbox.hortonworks.com:8020/hbase.tar.gz",
+ "slider.container.failure.threshold": "5",
+ "slider.container.failure.shortlife": "60",
"zookeeper.port": "2181",
- "zookeeper.path": "/yarnapps_hoya_stevel_test_cluster_lifecycle",
+ "zookeeper.path": "/yarnapps_slider_stevel_test_cluster_lifecycle",
"zookeeper.hosts": "sandbox",
"site.hbase.master.startup.retainassign": "true",
"site.fs.defaultFS": "hdfs://sandbox.hortonworks.com:8020",
@@ -165,7 +165,7 @@ and the configurations of the deployed s
"site.hbase.regionserver.info.port": "0"
},
-Many of the properties are automatically set by Hoya when a cluster is constructed.
+Many of the properties are automatically set by Slider when a cluster is constructed.
They may be edited afterwards.
@@ -173,10 +173,10 @@ They may be edited afterwards.
All option values MUST be strings.
-#### `hoya.`
-All options that begin with `hoya.` are intended for use by hoya and
-providers to configure the Hoya application master itself, and the
-application. For example, `hoya.container.failure.threshold` defines
+#### `slider.`
+All options that begin with `slider.` are intended for use by slider and
+providers to configure the Slider application master itself, and the
+application. For example, `slider.container.failure.threshold` defines
the number of times a container must fail before the role (and hence the cluster)
is considered to have failed. As another example, the zookeeper bindings
such as `zookeeper.hosts` are read by the HBase and Ambari providers, and
@@ -202,7 +202,7 @@ These are options to configure environme
a container is started, all `env.` options have the prefix removed, and
are then set as environment variables in the target context.
-1. The Hoya AM uses these values to configure itself, after following the
+1. The Slider AM uses these values to configure itself, after following the
option/role merge process.
1. Application providers SHOULD follow the same process.
@@ -231,14 +231,14 @@ fix the heap size of a component.
},
-The role `hoya` represents the Hoya Application Master itself.
+The role `slider` represents the Slider Application Master itself.
- "hoya": {
+ "slider": {
"yarn.memory": "256",
"env.MALLOC_ARENA_MAX": "4",
"role.instances": "1",
- "role.name": "hoya",
+ "role.name": "slider",
"jvm.heapsize": "256M",
"yarn.vcores": "1",
},
@@ -258,7 +258,7 @@ map for each role.
from the `/options` section.
1. There is no way to "undefine" a cluster option, merely overwrite it.
1. The merged map is then used by the provider to create the component.
-1. The special `hoya` role is used in the CLI to define the attributes of the AM.
+1. The special `slider` role is used in the CLI to define the attributes of the AM.
Options set on a role do not affect any site-wide options: they
are specific to the invidual role being created.
@@ -274,13 +274,13 @@ change the value of a site configuration
The number of YARN "virtual cores" to request for each role instance.
The larger the number, the more CPU allocation -and potentially the longer
time to satisfy the request and so instantiate the node.
- If the value '"-1"` is used -for any role but `hoya`-the maximum value
+ If the value '"-1"` is used -for any role but `slider`-the maximum value
available to the application is requested.
* `yarn.memory` : number.
The number in Megabytes of RAM to request for each role instance.
The larger the number, the more memory allocation -and potentially the longer
time to satisfy the request and so instantiate the node.
- If the value '"-1"` is used -for any role but `hoya`-the maximum value
+ If the value '"-1"` is used -for any role but `slider`-the maximum value
available to the application is requested.
* `env.` environment variables.
@@ -299,7 +299,7 @@ String environment variables to use when
These are the parts of the document that provide dynamic run-time
information about an application. They are provided by the
-Hoya Application Master when a request for the cluster status is issued.
+Slider Application Master when a request for the cluster status is issued.
## `/info`
@@ -310,10 +310,10 @@ The values in this section are not norma
Here are some standard values
-* `hoya.am.restart.supported"` whether the AM supports service restart without killing all the containers hosting
+* `slider.am.restart.supported"` whether the AM supports service restart without killing all the containers hosting
the role instances:
- "hoya.am.restart.supported" : "false",
+ "slider.am.restart.supported" : "false",
* timestamps of the cluster going live, and when the status query was made
@@ -331,7 +331,7 @@ Here are some standard values
the application was built using Hadoop 2.3.0, but is running against the version
of Hadoop built for HDP-2.
- "status.application.build.info" : "Hoya Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
+ "status.application.build.info" : "Slider Core-0.13.0-SNAPSHOT Built against commit# 1a94ee4aa1 on Java 1.7.0_45 by stevel",
"status.hadoop.build.info" : "2.3.0",
"status.hadoop.deployed.info" : "bigwheel-m16-2.2.0 @704f1e463ebc4fb89353011407e965"
@@ -344,7 +344,7 @@ for debugging.
Information about the live containers in a cluster
"instances": {
- "hoya": [ "container_1393511571284_0002_01_000001" ],
+ "slider": [ "container_1393511571284_0002_01_000001" ],
"master": [ "container_1393511571284_0002_01_000003" ],
"worker": [
"container_1393511571284_0002_01_000002",
@@ -375,8 +375,8 @@ This provides more detail on the applica
"command": "hbase-0.98.0/bin/hbase --config $PROPAGATED_CONFDIR regionserver start 1><LOG_DIR>/region-server.txt 2>&1 ; ",
"diagnostics": "",
"environment": [
- "HADOOP_USER_NAME=\"hoya\"",
- "HBASE_LOG_DIR=\"/tmp/hoya-hoya\"",
+ "HADOOP_USER_NAME=\"slider\"",
+ "HBASE_LOG_DIR=\"/tmp/slider-slider\"",
"HBASE_HEAPSIZE=\"256\"",
"MALLOC_ARENA_MAX=\"4\"",
"PROPAGATED_CONFDIR=\"$PWD/propagatedconf\""
@@ -409,10 +409,10 @@ released.
"role.releasing.instances": "0",
"role.failed.instances": "1"
},
- "hoya": {
+ "slider": {
"role.instances": "1",
"role.requested.instances": "0",
- "role.name": "hoya",
+ "role.name": "slider",
"role.actual.instances": "1",
"role.releasing.instances": "0",
"role.failed.instances": "0"
@@ -494,7 +494,7 @@ string, the expectation being this is wh
single attributes for client applications.
These values can be converted to application-specific files on the client,
-in code -as done today in the Hoya CLI-, or via template expansion (beyond
+in code -as done today in the Slider CLI-, or via template expansion (beyond
the scope of this document.
Modified: incubator/slider/trunk/src/site/markdown/examples.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/examples.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/examples.md (original)
+++ incubator/slider/trunk/src/site/markdown/examples.md Tue May 6 10:04:23 2014
@@ -105,7 +105,7 @@ export SLIDER_CONF_DIR=~/Projects/slider
This is for demos only, otherwise you lose the clusters and their databases.
- hdfs dfs -rm -r hdfs://master:9090/user/home/stevel/.hoya
+ hdfs dfs -rm -r hdfs://master:9090/user/home/stevel/.slider
## Create a Slider Cluster
Modified: incubator/slider/trunk/src/site/markdown/release_notes/release-0.24.0.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/release_notes/release-0.24.0.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/release_notes/release-0.24.0.md (original)
+++ incubator/slider/trunk/src/site/markdown/release_notes/release-0.24.0.md Tue May 6 10:04:23 2014
@@ -30,4 +30,4 @@ Download: []()
## Other changes
-1. [SLIDER-13|https://issues.apache.org/jira/browse/SLIDER-13] switch build to be java7+ only.
\ No newline at end of file
+1. [SLIDER-13](https://issues.apache.org/jira/browse/SLIDER-13) switch build to be java7+ only.
\ No newline at end of file
Modified: incubator/slider/trunk/src/site/markdown/releasing.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/releasing.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/releasing.md (original)
+++ incubator/slider/trunk/src/site/markdown/releasing.md Tue May 6 10:04:23 2014
@@ -145,7 +145,7 @@ the release number
git push origin master develop
-(assuming that `origin` maps to `git@github.com:hortonworks/hoya.git`;
+(assuming that `origin` maps to `git@github.com:hortonworks/slider.git`;
you can check this with `git remote -v`
Modified: incubator/slider/trunk/src/site/markdown/security.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/security.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/security.md (original)
+++ incubator/slider/trunk/src/site/markdown/security.md Tue May 6 10:04:23 2014
@@ -60,7 +60,7 @@ Slider runs in secure clusters, but with
* Kerberos and ActiveDirectory to perform the authentication.
* Slider to only allow cluster operations by authenticated users -command line and direct RPC.
* Any Slider Web UI and REST API for Ambari to only allow access to authenticated users.
-* The Slider database in ~/.hoya/clusters/$name/data to be writable by HBase
+* The Slider database in ~/.slider/clusters/$name/data to be writable by HBase
### Short-lived Clusters
@@ -124,7 +124,7 @@ it automatically uses Kerberos-authorize
token to talk the AM.
This is provided by the YARN Resource Manager when the client application
-wishes to talk with the HoyaAM -a token which is only provided after
+wishes to talk with the SliderAM -a token which is only provided after
the caller authenticates itself as the user that has access rights
to the cluster
@@ -165,7 +165,7 @@ will be printed -and the client will the
The realm and controller can be defined in the Java system properties
`java.security.krb5.realm` and `java.security.krb5.kdc`. These can be fixed
-in the JVM options, as described in the [Client Configuration] (hoya-client-configuration.html)
+in the JVM options, as described in the [Client Configuration] (slider-client-configuration.html)
documentation.
They can also be set on the Slider command line itself, using the `-S` parameter.
Modified: incubator/slider/trunk/src/site/markdown/specification/cli-actions.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/specification/cli-actions.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/specification/cli-actions.md (original)
+++ incubator/slider/trunk/src/site/markdown/specification/cli-actions.md Tue May 6 10:04:23 2014
@@ -48,7 +48,7 @@ These are supported primarily to define
Arguments of the form `-D key=value` define JVM system properties.
-These can define client options that are not set in `conf/hoya-client.xml` - or to override them.
+These can define client options that are not set in `conf/slider-client.xml` - or to override them.
### Cluster names
@@ -320,10 +320,10 @@ from authenticated callers.
t2 > t1
and slider-instance-live(YARN(t2), YARN, instancename, user)
and slider-live-instances(YARN(t2))[0].rpcPort != 0
- and rpc-connection(slider-live-instances(YARN(t2))[0], HoyaClusterProtocol)
+ and rpc-connection(slider-live-instances(YARN(t2))[0], SliderClusterProtocol)
A test for accepting cluster requests is querying the cluster status
-with `HoyaClusterProtocol.getJSONClusterStatus()`. If this returns
+with `SliderClusterProtocol.getJSONClusterStatus()`. If this returns
a parseable cluster description, the AM considers itself live.
## Outcome: Applicaton Instance operational state
@@ -385,11 +385,11 @@ conclude that the role is somehow failin
entire application.
This has initially been implemented as a simple counter, with the cluster
-option: `"hoya.container.failure.threshold"` defining that threshold.
+option: `"slider.container.failure.threshold"` defining that threshold.
let status = AM.getJSONClusterStatus()
forall r in in status.roles :
- r["role.failed.instances"] < status.options["hoya.container.failure.threshold"]
+ r["role.failed.instances"] < status.options["slider.container.failure.threshold"]
### Instance startup failure
@@ -404,7 +404,7 @@ were met:
1. The AM received an `onCompletedNode` event on a node that started less than
a specified number of seconds earlier -a number given in the cluster option
-`"hoya.container.failure.shortlife"`.
+`"slider.container.failure.shortlife"`.
More sophisticated failure handling logic than is currently implemented may treat
startup failures differently from ongoing failures -as they can usually be
@@ -475,13 +475,13 @@ which will change the desired steady-sta
forall (name, size) in components :
updatedSpec.roles[name]["component.instances"] == size
data(HDFS', cluster-json-path(HDFS', instancename)) == updatedSpec
- rpc-connection(slider-live-instances(YARN(t2))[0], HoyaClusterProtocol)
- let flexed = rpc-connection(slider-live-instances(YARN(t2))[0], HoyaClusterProtocol).flexClusterupdatedSpec)
+ rpc-connection(slider-live-instances(YARN(t2))[0], SliderClusterProtocol)
+ let flexed = rpc-connection(slider-live-instances(YARN(t2))[0], SliderClusterProtocol).flexClusterupdatedSpec)
#### AM actions on flex
- boolean HoyaAppMaster.flexCluster(ClusterDescription updatedSpec)
+ boolean SliderAppMaster.flexCluster(ClusterDescription updatedSpec)
If the cluster is in a state where flexing is possible (i.e. it is not in teardown),
then `AppState` is updated with the new desired role counts. The operation will
@@ -620,7 +620,7 @@ of that user:
#### Postconditions
-If no instancename was given, all hoya applications of that user are listed,
+If no instancename was given, all slider applications of that user are listed,
else only the one running (or one of the finished ones)
if instancename == "" :
@@ -643,7 +643,7 @@ of the cluster
if not slider-instance-live(YARN, instancename) : raise SliderException(EXIT_UNKNOWN_INSTANCE)
- exists c in hoya-app-containers(YARN, instancename, user) where c.id == container-id
+ exists c in slider-app-containers(YARN, instancename, user) where c.id == container-id
let status := AM.getJSONClusterStatus()
exists role = status.instances where container-id in status.instances[role].values
@@ -657,7 +657,7 @@ The container is not in the list of cont
And implicitly, not in the running containers of that application
- not exists c in hoya-app-containers(YARN', instancename, user) where c.id == container-id
+ not exists c in slider-app-containers(YARN', instancename, user) where c.id == container-id
At some time `t1 > t`, the status of the application (`AM'`) will be updated to reflect
that YARN has notified the AM of the loss of the container
Modified: incubator/slider/trunk/src/site/markdown/specification/slider-model.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/specification/slider-model.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/specification/slider-model.md (original)
+++ incubator/slider/trunk/src/site/markdown/specification/slider-model.md Tue May 6 10:04:23 2014
@@ -274,10 +274,10 @@ defined by (`options/zookeeper.hosts`, `
clientconfig["slider.provider."+ clusterspec["type"]] != null
* That entry must map to a class on the classpath which can be instantiated
-and cast to `HoyaProviderFactory`.
+and cast to `SliderProviderFactory`.
let classname = clientconfig["slider.provider."+ clusterspec["type"]]
- (Class.forName(classname).newInstance()) instanceof HoyaProviderFactory
+ (Class.forName(classname).newInstance()) instanceof SliderProviderFactory
#### valid-for-provider(cluster-description, provider)
Modified: incubator/slider/trunk/src/site/markdown/testing.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/testing.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/testing.md (original)
+++ incubator/slider/trunk/src/site/markdown/testing.md Tue May 6 10:04:23 2014
@@ -135,7 +135,7 @@ If it is not present, the tests will fai
The path to the configuration directory must be supplied in the property
`slider.conf.dir` which can be set on the command line
- mvn test -Dhoya.conf.dir=src/test/configs/sandbox/slider
+ mvn test -Dslider.conf.dir=src/test/configs/sandbox/slider
It can also be set in the (optional) file `slider-funtest/build.properties`:
Modified: incubator/slider/trunk/src/site/markdown/troubleshooting.md
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/markdown/troubleshooting.md?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/markdown/troubleshooting.md (original)
+++ incubator/slider/trunk/src/site/markdown/troubleshooting.md Tue May 6 10:04:23 2014
@@ -62,7 +62,7 @@ precisely, if they keep failing.
If this happens on cluster startup, it means that the application is not working
- org.apache.hoya.exceptions.TriggerClusterTeardownException: Unstable Cluster:
+ org.apache.slider.core.exceptions.TriggerClusterTeardownException: Unstable Cluster:
- failed with role worker failing 4 times (4 in startup); threshold is 2
- last failure: Failure container_1386872971874_0001_01_000006 on host 192.168.1.86,
see http://hor12n22.gq1.ygridcore.net:19888/jobhistory/logs/192.168.1.86:45454/container_1386872971874_0001_01_000006/ctx/yarn
Modified: incubator/slider/trunk/src/site/site.xml
URL: http://svn.apache.org/viewvc/incubator/slider/trunk/src/site/site.xml?rev=1592698&r1=1592697&r2=1592698&view=diff
==============================================================================
--- incubator/slider/trunk/src/site/site.xml (original)
+++ incubator/slider/trunk/src/site/site.xml Tue May 6 10:04:23 2014
@@ -58,7 +58,7 @@
<item name="building" href="/building.html"/>
<!--item name="examples" href="/examples.html"/-->
<item name="exitcodes" href="/exitcodes.html"/>
- <!--item name="hoya_cluster_descriptions" href="/hoya_cluster_descriptions.html"/-->
+ <!--item name="slider_cluster_descriptions" href="/slider_cluster_descriptions.html"/-->
<item name="rolehistory" href="/rolehistory.html"/>
</menu>
</body>