You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by ma...@apache.org on 2014/01/18 00:40:33 UTC

[37/37] git commit: AMBARI-4341. Rename 2.0.8 to 2.1.1 in the stack definition. (mahadev)

AMBARI-4341. Rename 2.0.8 to 2.1.1 in the stack definition. (mahadev)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ae534ed3
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ae534ed3
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ae534ed3

Branch: refs/heads/trunk
Commit: ae534ed3089f2650748c9563009007cae13d8e99
Parents: 9258353
Author: Mahadev Konar <ma...@apache.org>
Authored: Fri Jan 17 15:34:30 2014 -0800
Committer: Mahadev Konar <ma...@apache.org>
Committed: Fri Jan 17 15:34:30 2014 -0800

----------------------------------------------------------------------
 ambari-server/pom.xml                           |     2 +-
 ambari-server/set-hdp-repo-url.sh               |     2 +-
 .../before-INSTALL/files/changeToSecureUid.sh   |    50 +
 .../1.3.3/hooks/before-INSTALL/scripts/hook.py  |    36 +
 .../hooks/before-INSTALL/scripts/params.py      |    81 +
 .../scripts/shared_initialization.py            |   107 +
 .../hooks/before-START/files/checkForFormat.sh  |    62 +
 .../before-START/files/task-log4j.properties    |   132 +
 .../1.3.3/hooks/before-START/scripts/hook.py    |    37 +
 .../1.3.3/hooks/before-START/scripts/params.py  |   172 +
 .../scripts/shared_initialization.py            |   322 +
 .../templates/commons-logging.properties.j2     |    25 +
 .../templates/exclude_hosts_list.j2             |     3 +
 .../before-START/templates/hadoop-env.sh.j2     |   121 +
 .../templates/hadoop-metrics2.properties.j2     |    45 +
 .../hooks/before-START/templates/hdfs.conf.j2   |    17 +
 .../before-START/templates/health_check-v2.j2   |    91 +
 .../before-START/templates/health_check.j2      |   118 +
 .../templates/include_hosts_list.j2             |     3 +
 .../before-START/templates/log4j.properties.j2  |   200 +
 .../hooks/before-START/templates/slaves.j2      |     3 +
 .../hooks/before-START/templates/snmpd.conf.j2  |    48 +
 .../templates/taskcontroller.cfg.j2             |    20 +
 .../GANGLIA/package/files/checkGmetad.sh        |    37 +
 .../GANGLIA/package/files/checkGmond.sh         |    62 +
 .../GANGLIA/package/files/checkRrdcached.sh     |    34 +
 .../services/GANGLIA/package/files/gmetad.init  |    73 +
 .../services/GANGLIA/package/files/gmetadLib.sh |   204 +
 .../services/GANGLIA/package/files/gmond.init   |    73 +
 .../services/GANGLIA/package/files/gmondLib.sh  |   545 +
 .../1.3.3/services/GANGLIA/package/files/rrd.py |   213 +
 .../GANGLIA/package/files/rrdcachedLib.sh       |    47 +
 .../GANGLIA/package/files/setupGanglia.sh       |   141 +
 .../GANGLIA/package/files/startGmetad.sh        |    64 +
 .../GANGLIA/package/files/startGmond.sh         |    80 +
 .../GANGLIA/package/files/startRrdcached.sh     |    69 +
 .../GANGLIA/package/files/stopGmetad.sh         |    43 +
 .../services/GANGLIA/package/files/stopGmond.sh |    54 +
 .../GANGLIA/package/files/stopRrdcached.sh      |    41 +
 .../GANGLIA/package/files/teardownGanglia.sh    |    28 +
 .../services/GANGLIA/package/scripts/ganglia.py |   106 +
 .../GANGLIA/package/scripts/ganglia_monitor.py  |   163 +
 .../package/scripts/ganglia_monitor_service.py  |    31 +
 .../GANGLIA/package/scripts/ganglia_server.py   |   181 +
 .../package/scripts/ganglia_server_service.py   |    27 +
 .../services/GANGLIA/package/scripts/params.py  |    74 +
 .../GANGLIA/package/scripts/status_params.py    |    25 +
 .../package/templates/gangliaClusters.conf.j2   |    34 +
 .../GANGLIA/package/templates/gangliaEnv.sh.j2  |    24 +
 .../GANGLIA/package/templates/gangliaLib.sh.j2  |    62 +
 .../HBASE/package/files/hbaseSmokeVerify.sh     |    32 +
 .../services/HBASE/package/scripts/__init__.py  |    19 +
 .../services/HBASE/package/scripts/functions.py |    67 +
 .../services/HBASE/package/scripts/hbase.py     |    91 +
 .../HBASE/package/scripts/hbase_client.py       |    52 +
 .../HBASE/package/scripts/hbase_master.py       |    74 +
 .../HBASE/package/scripts/hbase_regionserver.py |    75 +
 .../HBASE/package/scripts/hbase_service.py      |    46 +
 .../services/HBASE/package/scripts/params.py    |    84 +
 .../HBASE/package/scripts/service_check.py      |    89 +
 .../HBASE/package/scripts/status_params.py      |    25 +
 .../hadoop-metrics.properties-GANGLIA-MASTER.j2 |    50 +
 .../hadoop-metrics.properties-GANGLIA-RS.j2     |    50 +
 .../templates/hadoop-metrics.properties.j2      |    50 +
 .../HBASE/package/templates/hbase-env.sh.j2     |    82 +
 .../HBASE/package/templates/hbase-smoke.sh.j2   |    26 +
 .../package/templates/hbase_client_jaas.conf.j2 |    23 +
 .../templates/hbase_grant_permissions.j2        |    21 +
 .../package/templates/hbase_master_jaas.conf.j2 |    25 +
 .../templates/hbase_regionserver_jaas.conf.j2   |    25 +
 .../HBASE/package/templates/regionservers.j2    |     2 +
 .../HDFS/package/files/checkForFormat.sh        |    62 +
 .../services/HDFS/package/files/checkWebUI.py   |    53 +
 .../services/HDFS/package/scripts/datanode.py   |    57 +
 .../HDFS/package/scripts/hdfs_client.py         |    52 +
 .../HDFS/package/scripts/hdfs_datanode.py       |    59 +
 .../HDFS/package/scripts/hdfs_namenode.py       |   192 +
 .../HDFS/package/scripts/hdfs_snamenode.py      |    53 +
 .../services/HDFS/package/scripts/namenode.py   |    66 +
 .../services/HDFS/package/scripts/params.py     |   165 +
 .../HDFS/package/scripts/service_check.py       |   106 +
 .../services/HDFS/package/scripts/snamenode.py  |    64 +
 .../HDFS/package/scripts/status_params.py       |    31 +
 .../services/HDFS/package/scripts/utils.py      |   133 +
 .../package/templates/exclude_hosts_list.j2     |     3 +
 .../services/HIVE/package/files/addMysqlUser.sh |    41 +
 .../services/HIVE/package/files/hcatSmoke.sh    |    35 +
 .../services/HIVE/package/files/hiveSmoke.sh    |    23 +
 .../services/HIVE/package/files/hiveserver2.sql |    23 +
 .../HIVE/package/files/hiveserver2Smoke.sh      |    31 +
 .../services/HIVE/package/files/pigSmoke.sh     |    18 +
 .../HIVE/package/files/startHiveserver2.sh      |    22 +
 .../HIVE/package/files/startMetastore.sh        |    22 +
 .../services/HIVE/package/scripts/__init__.py   |    19 +
 .../1.3.3/services/HIVE/package/scripts/hcat.py |    47 +
 .../HIVE/package/scripts/hcat_client.py         |    41 +
 .../HIVE/package/scripts/hcat_service_check.py  |    63 +
 .../1.3.3/services/HIVE/package/scripts/hive.py |   122 +
 .../HIVE/package/scripts/hive_client.py         |    41 +
 .../HIVE/package/scripts/hive_metastore.py      |    63 +
 .../HIVE/package/scripts/hive_server.py         |    63 +
 .../HIVE/package/scripts/hive_service.py        |    56 +
 .../HIVE/package/scripts/mysql_server.py        |    77 +
 .../HIVE/package/scripts/mysql_service.py       |    38 +
 .../services/HIVE/package/scripts/params.py     |   123 +
 .../HIVE/package/scripts/service_check.py       |    56 +
 .../HIVE/package/scripts/status_params.py       |    30 +
 .../HIVE/package/templates/hcat-env.sh.j2       |    25 +
 .../HIVE/package/templates/hive-env.sh.j2       |    55 +
 .../MAPREDUCE/package/scripts/client.py         |    43 +
 .../MAPREDUCE/package/scripts/historyserver.py  |    59 +
 .../MAPREDUCE/package/scripts/jobtracker.py     |   104 +
 .../MAPREDUCE/package/scripts/mapreduce.py      |    50 +
 .../MAPREDUCE/package/scripts/params.py         |    54 +
 .../MAPREDUCE/package/scripts/service.py        |    56 +
 .../MAPREDUCE/package/scripts/service_check.py  |    89 +
 .../MAPREDUCE/package/scripts/status_params.py  |    33 +
 .../MAPREDUCE/package/scripts/tasktracker.py    |   104 +
 .../package/templates/exclude_hosts_list.j2     |     3 +
 .../NAGIOS/package/files/check_aggregate.php    |   243 +
 .../services/NAGIOS/package/files/check_cpu.pl  |   114 +
 .../package/files/check_datanode_storage.php    |   100 +
 .../NAGIOS/package/files/check_hdfs_blocks.php  |   115 +
 .../package/files/check_hdfs_capacity.php       |   109 +
 .../files/check_hive_metastore_status.sh        |    45 +
 .../NAGIOS/package/files/check_hue_status.sh    |    31 +
 .../files/check_mapred_local_dir_used.sh        |    34 +
 .../package/files/check_name_dir_status.php     |    93 +
 .../NAGIOS/package/files/check_namenodes_ha.sh  |    82 +
 .../package/files/check_nodemanager_health.sh   |    44 +
 .../NAGIOS/package/files/check_oozie_status.sh  |    45 +
 .../NAGIOS/package/files/check_rpcq_latency.php |   104 +
 .../package/files/check_templeton_status.sh     |    45 +
 .../NAGIOS/package/files/check_webui.sh         |    87 +
 .../NAGIOS/package/files/hdp_nagios_init.php    |    81 +
 .../NAGIOS/package/scripts/functions.py         |    31 +
 .../services/NAGIOS/package/scripts/nagios.py   |    97 +
 .../NAGIOS/package/scripts/nagios_server.py     |    87 +
 .../package/scripts/nagios_server_config.py     |    91 +
 .../NAGIOS/package/scripts/nagios_service.py    |    36 +
 .../services/NAGIOS/package/scripts/params.py   |   168 +
 .../NAGIOS/package/scripts/status_params.py     |    26 +
 .../NAGIOS/package/templates/contacts.cfg.j2    |    91 +
 .../package/templates/hadoop-commands.cfg.j2    |   114 +
 .../package/templates/hadoop-hostgroups.cfg.j2  |    33 +
 .../package/templates/hadoop-hosts.cfg.j2       |    34 +
 .../templates/hadoop-servicegroups.cfg.j2       |    98 +
 .../package/templates/hadoop-services.cfg.j2    |   714 +
 .../NAGIOS/package/templates/nagios.cfg.j2      |  1349 ++
 .../NAGIOS/package/templates/nagios.conf.j2     |    62 +
 .../services/NAGIOS/package/templates/nagios.j2 |   146 +
 .../NAGIOS/package/templates/resource.cfg.j2    |    51 +
 .../services/OOZIE/package/files/oozieSmoke.sh  |    93 +
 .../OOZIE/package/files/wrap_ooziedb.sh         |    31 +
 .../services/OOZIE/package/scripts/oozie.py     |    99 +
 .../OOZIE/package/scripts/oozie_client.py       |    53 +
 .../OOZIE/package/scripts/oozie_server.py       |    65 +
 .../OOZIE/package/scripts/oozie_service.py      |    45 +
 .../services/OOZIE/package/scripts/params.py    |    64 +
 .../OOZIE/package/scripts/service_check.py      |    47 +
 .../OOZIE/package/scripts/status_params.py      |    26 +
 .../OOZIE/package/templates/oozie-env.sh.j2     |    64 +
 .../package/templates/oozie-log4j.properties.j2 |    74 +
 .../services/PIG/package/files/pigSmoke.sh      |    18 +
 .../services/PIG/package/scripts/params.py      |    36 +
 .../1.3.3/services/PIG/package/scripts/pig.py   |    46 +
 .../services/PIG/package/scripts/pig_client.py  |    52 +
 .../PIG/package/scripts/service_check.py        |    75 +
 .../PIG/package/templates/log4j.properties.j2   |    30 +
 .../PIG/package/templates/pig-env.sh.j2         |    17 +
 .../PIG/package/templates/pig.properties.j2     |    55 +
 .../services/SQOOP/package/scripts/__init__.py  |    18 +
 .../services/SQOOP/package/scripts/params.py    |    36 +
 .../SQOOP/package/scripts/service_check.py      |    36 +
 .../services/SQOOP/package/scripts/sqoop.py     |    51 +
 .../SQOOP/package/scripts/sqoop_client.py       |    40 +
 .../SQOOP/package/templates/sqoop-env.sh.j2     |    36 +
 .../WEBHCAT/package/files/templetonSmoke.sh     |    95 +
 .../WEBHCAT/package/scripts/__init__.py         |    21 +
 .../services/WEBHCAT/package/scripts/params.py  |    51 +
 .../WEBHCAT/package/scripts/service_check.py    |    45 +
 .../WEBHCAT/package/scripts/status_params.py    |    26 +
 .../services/WEBHCAT/package/scripts/webhcat.py |   120 +
 .../WEBHCAT/package/scripts/webhcat_server.py   |    54 +
 .../WEBHCAT/package/scripts/webhcat_service.py  |    41 +
 .../WEBHCAT/package/templates/webhcat-env.sh.j2 |    44 +
 .../services/ZOOKEEPER/package/files/zkEnv.sh   |    96 +
 .../ZOOKEEPER/package/files/zkServer.sh         |   120 +
 .../ZOOKEEPER/package/files/zkService.sh        |    26 +
 .../services/ZOOKEEPER/package/files/zkSmoke.sh |    78 +
 .../ZOOKEEPER/package/scripts/__init__.py       |    21 +
 .../ZOOKEEPER/package/scripts/params.py         |    71 +
 .../ZOOKEEPER/package/scripts/service_check.py  |    47 +
 .../ZOOKEEPER/package/scripts/status_params.py  |    26 +
 .../ZOOKEEPER/package/scripts/zookeeper.py      |    92 +
 .../package/scripts/zookeeper_client.py         |    43 +
 .../package/scripts/zookeeper_server.py         |    55 +
 .../package/scripts/zookeeper_service.py        |    43 +
 .../package/templates/configuration.xsl.j2      |    37 +
 .../package/templates/log4j.properties.j2       |    71 +
 .../ZOOKEEPER/package/templates/zoo.cfg.j2      |    51 +
 .../package/templates/zookeeper-env.sh.j2       |    25 +
 .../templates/zookeeper_client_jaas.conf.j2     |    22 +
 .../package/templates/zookeeper_jaas.conf.j2    |    25 +
 .../stacks/HDP/2.0.6/repos/repoinfo.xml         |    16 +-
 .../before-INSTALL/files/changeToSecureUid.sh   |    50 -
 .../2.0.8/hooks/before-INSTALL/scripts/hook.py  |    36 -
 .../hooks/before-INSTALL/scripts/params.py      |    84 -
 .../scripts/shared_initialization.py            |   113 -
 .../hooks/before-START/files/checkForFormat.sh  |    62 -
 .../before-START/files/task-log4j.properties    |   132 -
 .../2.0.8/hooks/before-START/scripts/hook.py    |    37 -
 .../2.0.8/hooks/before-START/scripts/params.py  |   172 -
 .../scripts/shared_initialization.py            |   327 -
 .../templates/commons-logging.properties.j2     |    25 -
 .../templates/exclude_hosts_list.j2             |     3 -
 .../before-START/templates/hadoop-env.sh.j2     |   121 -
 .../templates/hadoop-metrics2.properties.j2     |    45 -
 .../hooks/before-START/templates/hdfs.conf.j2   |    17 -
 .../before-START/templates/health_check-v2.j2   |    91 -
 .../before-START/templates/health_check.j2      |   118 -
 .../templates/include_hosts_list.j2             |     3 -
 .../before-START/templates/log4j.properties.j2  |   218 -
 .../hooks/before-START/templates/slaves.j2      |     3 -
 .../hooks/before-START/templates/snmpd.conf.j2  |    48 -
 .../templates/taskcontroller.cfg.j2             |    20 -
 .../resources/stacks/HDP/2.0.8/metainfo.xml     |    22 -
 .../stacks/HDP/2.0.8/repos/repoinfo.xml         |    75 -
 .../stacks/HDP/2.0.8/role_command_order.json    |   107 -
 .../services/FALCON/configuration/global.xml    |    42 -
 .../FALCON/configuration/oozie-site.xml         |   145 -
 .../HDP/2.0.8/services/FALCON/metainfo.xml      |    72 -
 .../services/FALCON/package/scripts/falcon.py   |    66 -
 .../FALCON/package/scripts/falcon_client.py     |    40 -
 .../FALCON/package/scripts/falcon_server.py     |    61 -
 .../services/FALCON/package/scripts/params.py   |    36 -
 .../FALCON/package/scripts/service_check.py     |    38 -
 .../FALCON/package/scripts/status_params.py     |    24 -
 .../package/templates/client.properties.j2      |    24 -
 .../package/templates/runtime.properties.j2     |    33 -
 .../package/templates/startup.properties.j2     |    70 -
 .../HDP/2.0.8/services/GANGLIA/metainfo.xml     |   101 -
 .../GANGLIA/package/files/checkGmetad.sh        |    37 -
 .../GANGLIA/package/files/checkGmond.sh         |    62 -
 .../GANGLIA/package/files/checkRrdcached.sh     |    34 -
 .../services/GANGLIA/package/files/gmetad.init  |    73 -
 .../services/GANGLIA/package/files/gmetadLib.sh |   204 -
 .../services/GANGLIA/package/files/gmond.init   |    73 -
 .../services/GANGLIA/package/files/gmondLib.sh  |   545 -
 .../2.0.8/services/GANGLIA/package/files/rrd.py |   213 -
 .../GANGLIA/package/files/rrdcachedLib.sh       |    47 -
 .../GANGLIA/package/files/setupGanglia.sh       |   141 -
 .../GANGLIA/package/files/startGmetad.sh        |    64 -
 .../GANGLIA/package/files/startGmond.sh         |    80 -
 .../GANGLIA/package/files/startRrdcached.sh     |    69 -
 .../GANGLIA/package/files/stopGmetad.sh         |    43 -
 .../services/GANGLIA/package/files/stopGmond.sh |    54 -
 .../GANGLIA/package/files/stopRrdcached.sh      |    41 -
 .../GANGLIA/package/files/teardownGanglia.sh    |    28 -
 .../services/GANGLIA/package/scripts/ganglia.py |    97 -
 .../GANGLIA/package/scripts/ganglia_monitor.py  |   176 -
 .../package/scripts/ganglia_monitor_service.py  |    31 -
 .../GANGLIA/package/scripts/ganglia_server.py   |   197 -
 .../package/scripts/ganglia_server_service.py   |    27 -
 .../services/GANGLIA/package/scripts/params.py  |    80 -
 .../GANGLIA/package/scripts/status_params.py    |    25 -
 .../package/templates/gangliaClusters.conf.j2   |    35 -
 .../GANGLIA/package/templates/gangliaEnv.sh.j2  |    24 -
 .../GANGLIA/package/templates/gangliaLib.sh.j2  |    62 -
 .../services/HBASE/configuration/global.xml     |   160 -
 .../HBASE/configuration/hbase-policy.xml        |    53 -
 .../services/HBASE/configuration/hbase-site.xml |   356 -
 .../HDP/2.0.8/services/HBASE/metainfo.xml       |    93 -
 .../HDP/2.0.8/services/HBASE/metrics.json       | 13635 -----------------
 .../HBASE/package/files/hbaseSmokeVerify.sh     |    32 -
 .../services/HBASE/package/scripts/__init__.py  |    19 -
 .../services/HBASE/package/scripts/functions.py |    67 -
 .../services/HBASE/package/scripts/hbase.py     |    91 -
 .../HBASE/package/scripts/hbase_client.py       |    52 -
 .../HBASE/package/scripts/hbase_master.py       |    74 -
 .../HBASE/package/scripts/hbase_regionserver.py |    75 -
 .../HBASE/package/scripts/hbase_service.py      |    46 -
 .../services/HBASE/package/scripts/params.py    |    84 -
 .../HBASE/package/scripts/service_check.py      |    89 -
 .../HBASE/package/scripts/status_params.py      |    25 -
 ...-metrics2-hbase.properties-GANGLIA-MASTER.j2 |    62 -
 ...doop-metrics2-hbase.properties-GANGLIA-RS.j2 |    62 -
 .../HBASE/package/templates/hbase-env.sh.j2     |    82 -
 .../HBASE/package/templates/hbase-smoke.sh.j2   |    26 -
 .../package/templates/hbase_client_jaas.conf.j2 |     5 -
 .../templates/hbase_grant_permissions.j2        |    21 -
 .../package/templates/hbase_master_jaas.conf.j2 |     8 -
 .../templates/hbase_regionserver_jaas.conf.j2   |     8 -
 .../HBASE/package/templates/regionservers.j2    |     2 -
 .../services/HDFS/configuration/core-site.xml   |   167 -
 .../services/HDFS/configuration/global.xml      |   192 -
 .../HDFS/configuration/hadoop-policy.xml        |   134 -
 .../services/HDFS/configuration/hdfs-site.xml   |   513 -
 .../stacks/HDP/2.0.8/services/HDFS/metainfo.xml |   152 -
 .../stacks/HDP/2.0.8/services/HDFS/metrics.json |  7800 ----------
 .../HDFS/package/files/checkForFormat.sh        |    62 -
 .../services/HDFS/package/files/checkWebUI.py   |    53 -
 .../services/HDFS/package/scripts/datanode.py   |    57 -
 .../HDFS/package/scripts/hdfs_client.py         |    52 -
 .../HDFS/package/scripts/hdfs_datanode.py       |    56 -
 .../HDFS/package/scripts/hdfs_namenode.py       |   212 -
 .../HDFS/package/scripts/hdfs_snamenode.py      |    53 -
 .../HDFS/package/scripts/journalnode.py         |    74 -
 .../services/HDFS/package/scripts/namenode.py   |    68 -
 .../services/HDFS/package/scripts/params.py     |   188 -
 .../HDFS/package/scripts/service_check.py       |   107 -
 .../services/HDFS/package/scripts/snamenode.py  |    64 -
 .../HDFS/package/scripts/status_params.py       |    31 -
 .../services/HDFS/package/scripts/utils.py      |   138 -
 .../services/HDFS/package/scripts/zkfc_slave.py |    62 -
 .../package/templates/exclude_hosts_list.j2     |     3 -
 .../services/HIVE/configuration/hive-site.xml   |   267 -
 .../stacks/HDP/2.0.8/services/HIVE/metainfo.xml |   156 -
 .../services/HIVE/package/files/addMysqlUser.sh |    41 -
 .../services/HIVE/package/files/hcatSmoke.sh    |    35 -
 .../services/HIVE/package/files/hiveSmoke.sh    |    23 -
 .../services/HIVE/package/files/hiveserver2.sql |    23 -
 .../HIVE/package/files/hiveserver2Smoke.sh      |    31 -
 .../services/HIVE/package/files/pigSmoke.sh     |    18 -
 .../HIVE/package/files/startHiveserver2.sh      |    22 -
 .../HIVE/package/files/startMetastore.sh        |    22 -
 .../services/HIVE/package/scripts/__init__.py   |    19 -
 .../2.0.8/services/HIVE/package/scripts/hcat.py |    47 -
 .../HIVE/package/scripts/hcat_client.py         |    43 -
 .../HIVE/package/scripts/hcat_service_check.py  |    63 -
 .../2.0.8/services/HIVE/package/scripts/hive.py |   122 -
 .../HIVE/package/scripts/hive_client.py         |    41 -
 .../HIVE/package/scripts/hive_metastore.py      |    63 -
 .../HIVE/package/scripts/hive_server.py         |    63 -
 .../HIVE/package/scripts/hive_service.py        |    56 -
 .../HIVE/package/scripts/mysql_server.py        |    77 -
 .../HIVE/package/scripts/mysql_service.py       |    38 -
 .../services/HIVE/package/scripts/params.py     |   123 -
 .../HIVE/package/scripts/service_check.py       |    56 -
 .../HIVE/package/scripts/status_params.py       |    30 -
 .../HIVE/package/templates/hcat-env.sh.j2       |    25 -
 .../HIVE/package/templates/hive-env.sh.j2       |    55 -
 .../HDP/2.0.8/services/NAGIOS/metainfo.xml      |   105 -
 .../NAGIOS/package/files/check_aggregate.php    |   243 -
 .../services/NAGIOS/package/files/check_cpu.pl  |   114 -
 .../package/files/check_datanode_storage.php    |   100 -
 .../NAGIOS/package/files/check_hdfs_blocks.php  |   115 -
 .../package/files/check_hdfs_capacity.php       |   109 -
 .../files/check_hive_metastore_status.sh        |    45 -
 .../NAGIOS/package/files/check_hue_status.sh    |    31 -
 .../files/check_mapred_local_dir_used.sh        |    34 -
 .../package/files/check_name_dir_status.php     |    93 -
 .../NAGIOS/package/files/check_namenodes_ha.sh  |    82 -
 .../package/files/check_nodemanager_health.sh   |    44 -
 .../NAGIOS/package/files/check_oozie_status.sh  |    45 -
 .../NAGIOS/package/files/check_rpcq_latency.php |   104 -
 .../package/files/check_templeton_status.sh     |    45 -
 .../NAGIOS/package/files/check_webui.sh         |    87 -
 .../NAGIOS/package/files/hdp_nagios_init.php    |    81 -
 .../NAGIOS/package/scripts/functions.py         |    31 -
 .../services/NAGIOS/package/scripts/nagios.py   |    97 -
 .../NAGIOS/package/scripts/nagios_server.py     |    87 -
 .../package/scripts/nagios_server_config.py     |    91 -
 .../NAGIOS/package/scripts/nagios_service.py    |    36 -
 .../services/NAGIOS/package/scripts/params.py   |   162 -
 .../NAGIOS/package/scripts/status_params.py     |    26 -
 .../NAGIOS/package/templates/contacts.cfg.j2    |    91 -
 .../package/templates/hadoop-commands.cfg.j2    |   114 -
 .../package/templates/hadoop-hostgroups.cfg.j2  |    15 -
 .../package/templates/hadoop-hosts.cfg.j2       |    16 -
 .../templates/hadoop-servicegroups.cfg.j2       |    80 -
 .../package/templates/hadoop-services.cfg.j2    |   643 -
 .../NAGIOS/package/templates/nagios.cfg.j2      |  1349 --
 .../NAGIOS/package/templates/nagios.conf.j2     |    62 -
 .../services/NAGIOS/package/templates/nagios.j2 |   146 -
 .../NAGIOS/package/templates/resource.cfg.j2    |    33 -
 .../services/OOZIE/configuration/oozie-site.xml |   313 -
 .../HDP/2.0.8/services/OOZIE/metainfo.xml       |    84 -
 .../services/OOZIE/package/files/oozieSmoke2.sh |    95 -
 .../OOZIE/package/files/wrap_ooziedb.sh         |    31 -
 .../services/OOZIE/package/scripts/oozie.py     |   122 -
 .../OOZIE/package/scripts/oozie_client.py       |    33 -
 .../OOZIE/package/scripts/oozie_server.py       |    47 -
 .../OOZIE/package/scripts/oozie_service.py      |    65 -
 .../services/OOZIE/package/scripts/params.py    |    79 -
 .../OOZIE/package/scripts/service_check.py      |    67 -
 .../OOZIE/package/scripts/status_params.py      |    26 -
 .../OOZIE/package/templates/oozie-env.sh.j2     |    64 -
 .../package/templates/oozie-log4j.properties.j2 |    74 -
 .../services/PIG/configuration/pig.properties   |    52 -
 .../stacks/HDP/2.0.8/services/PIG/metainfo.xml  |    60 -
 .../services/PIG/package/files/pigSmoke.sh      |    18 -
 .../services/PIG/package/scripts/params.py      |    36 -
 .../2.0.8/services/PIG/package/scripts/pig.py   |    46 -
 .../services/PIG/package/scripts/pig_client.py  |    52 -
 .../PIG/package/scripts/service_check.py        |    75 -
 .../PIG/package/templates/log4j.properties.j2   |    30 -
 .../PIG/package/templates/pig-env.sh.j2         |    17 -
 .../PIG/package/templates/pig.properties.j2     |    55 -
 .../HDP/2.0.8/services/SQOOP/metainfo.xml       |    60 -
 .../services/SQOOP/package/scripts/__init__.py  |    19 -
 .../services/SQOOP/package/scripts/params.py    |    37 -
 .../SQOOP/package/scripts/service_check.py      |    37 -
 .../services/SQOOP/package/scripts/sqoop.py     |    52 -
 .../SQOOP/package/scripts/sqoop_client.py       |    41 -
 .../SQOOP/package/templates/sqoop-env.sh.j2     |    36 -
 .../services/STORM/configuration/global.xml     |    39 -
 .../services/STORM/configuration/storm-site.xml |   514 -
 .../HDP/2.0.8/services/STORM/metainfo.xml       |   104 -
 .../services/STORM/package/files/wordCount.jar  |   Bin 690588 -> 0 bytes
 .../STORM/package/scripts/drpc_server.py        |    62 -
 .../STORM/package/scripts/logviewer_server.py   |    62 -
 .../services/STORM/package/scripts/nimbus.py    |    62 -
 .../services/STORM/package/scripts/params.py    |    34 -
 .../services/STORM/package/scripts/service.py   |    62 -
 .../STORM/package/scripts/service_check.py      |    43 -
 .../STORM/package/scripts/status_params.py      |    35 -
 .../services/STORM/package/scripts/storm.py     |    39 -
 .../STORM/package/scripts/supervisor.py         |    63 -
 .../services/STORM/package/scripts/ui_server.py |    62 -
 .../STORM/package/scripts/yaml_config.py        |    49 -
 .../WEBHCAT/configuration/webhcat-site.xml      |   126 -
 .../HDP/2.0.8/services/WEBHCAT/metainfo.xml     |    65 -
 .../WEBHCAT/package/files/templetonSmoke.sh     |    95 -
 .../WEBHCAT/package/scripts/__init__.py         |    21 -
 .../services/WEBHCAT/package/scripts/params.py  |    51 -
 .../WEBHCAT/package/scripts/service_check.py    |    45 -
 .../WEBHCAT/package/scripts/status_params.py    |    26 -
 .../services/WEBHCAT/package/scripts/webhcat.py |   120 -
 .../WEBHCAT/package/scripts/webhcat_server.py   |    54 -
 .../WEBHCAT/package/scripts/webhcat_service.py  |    41 -
 .../WEBHCAT/package/templates/webhcat-env.sh.j2 |    44 -
 .../YARN/configuration/capacity-scheduler.xml   |   128 -
 .../services/YARN/configuration/core-site.xml   |    20 -
 .../services/YARN/configuration/global.xml      |    88 -
 .../YARN/configuration/mapred-queue-acls.xml    |    39 -
 .../services/YARN/configuration/mapred-site.xml |   381 -
 .../services/YARN/configuration/yarn-site.xml   |   337 -
 .../stacks/HDP/2.0.8/services/YARN/metainfo.xml |   172 -
 .../stacks/HDP/2.0.8/services/YARN/metrics.json |  2534 ---
 .../files/validateYarnComponentStatus.py        |   165 -
 .../services/YARN/package/scripts/__init__.py   |    21 -
 .../YARN/package/scripts/historyserver.py       |    60 -
 .../package/scripts/mapred_service_check.py     |    74 -
 .../YARN/package/scripts/mapreduce2_client.py   |    43 -
 .../YARN/package/scripts/nodemanager.py         |    61 -
 .../services/YARN/package/scripts/params.py     |    89 -
 .../YARN/package/scripts/resourcemanager.py     |   112 -
 .../services/YARN/package/scripts/service.py    |    65 -
 .../YARN/package/scripts/service_check.py       |    67 -
 .../YARN/package/scripts/status_params.py       |    34 -
 .../2.0.8/services/YARN/package/scripts/yarn.py |   126 -
 .../YARN/package/scripts/yarn_client.py         |    43 -
 .../package/templates/container-executor.cfg.j2 |    22 -
 .../package/templates/exclude_hosts_list.j2     |     3 -
 .../YARN/package/templates/mapreduce.conf.j2    |    17 -
 .../YARN/package/templates/yarn-env.sh.j2       |   119 -
 .../YARN/package/templates/yarn.conf.j2         |    17 -
 .../services/ZOOKEEPER/configuration/global.xml |    75 -
 .../HDP/2.0.8/services/ZOOKEEPER/metainfo.xml   |    70 -
 .../services/ZOOKEEPER/package/files/zkEnv.sh   |    96 -
 .../ZOOKEEPER/package/files/zkServer.sh         |   120 -
 .../ZOOKEEPER/package/files/zkService.sh        |    26 -
 .../services/ZOOKEEPER/package/files/zkSmoke.sh |    78 -
 .../ZOOKEEPER/package/scripts/__init__.py       |    21 -
 .../ZOOKEEPER/package/scripts/params.py         |    71 -
 .../ZOOKEEPER/package/scripts/service_check.py  |    47 -
 .../ZOOKEEPER/package/scripts/status_params.py  |    26 -
 .../ZOOKEEPER/package/scripts/zookeeper.py      |    92 -
 .../package/scripts/zookeeper_client.py         |    43 -
 .../package/scripts/zookeeper_server.py         |    55 -
 .../package/scripts/zookeeper_service.py        |    43 -
 .../package/templates/configuration.xsl.j2      |    24 -
 .../package/templates/log4j.properties.j2       |    71 -
 .../ZOOKEEPER/package/templates/zoo.cfg.j2      |    51 -
 .../package/templates/zookeeper-env.sh.j2       |    25 -
 .../templates/zookeeper_client_jaas.conf.j2     |     5 -
 .../package/templates/zookeeper_jaas.conf.j2    |     8 -
 .../before-INSTALL/files/changeToSecureUid.sh   |    50 +
 .../2.1.1/hooks/before-INSTALL/scripts/hook.py  |    36 +
 .../hooks/before-INSTALL/scripts/params.py      |    84 +
 .../scripts/shared_initialization.py            |   113 +
 .../hooks/before-START/files/checkForFormat.sh  |    62 +
 .../before-START/files/task-log4j.properties    |   132 +
 .../2.1.1/hooks/before-START/scripts/hook.py    |    37 +
 .../2.1.1/hooks/before-START/scripts/params.py  |   172 +
 .../scripts/shared_initialization.py            |   327 +
 .../templates/commons-logging.properties.j2     |    25 +
 .../templates/exclude_hosts_list.j2             |     3 +
 .../before-START/templates/hadoop-env.sh.j2     |   121 +
 .../templates/hadoop-metrics2.properties.j2     |    45 +
 .../hooks/before-START/templates/hdfs.conf.j2   |    17 +
 .../before-START/templates/health_check-v2.j2   |    91 +
 .../before-START/templates/health_check.j2      |   118 +
 .../templates/include_hosts_list.j2             |     3 +
 .../before-START/templates/log4j.properties.j2  |   218 +
 .../hooks/before-START/templates/slaves.j2      |     3 +
 .../hooks/before-START/templates/snmpd.conf.j2  |    48 +
 .../templates/taskcontroller.cfg.j2             |    20 +
 .../resources/stacks/HDP/2.1.1/metainfo.xml     |    22 +
 .../stacks/HDP/2.1.1/repos/repoinfo.xml         |    75 +
 .../stacks/HDP/2.1.1/role_command_order.json    |   107 +
 .../services/FALCON/configuration/global.xml    |    42 +
 .../FALCON/configuration/oozie-site.xml         |   145 +
 .../HDP/2.1.1/services/FALCON/metainfo.xml      |    72 +
 .../services/FALCON/package/scripts/falcon.py   |    66 +
 .../FALCON/package/scripts/falcon_client.py     |    40 +
 .../FALCON/package/scripts/falcon_server.py     |    61 +
 .../services/FALCON/package/scripts/params.py   |    36 +
 .../FALCON/package/scripts/service_check.py     |    38 +
 .../FALCON/package/scripts/status_params.py     |    24 +
 .../package/templates/client.properties.j2      |    24 +
 .../package/templates/runtime.properties.j2     |    33 +
 .../package/templates/startup.properties.j2     |    70 +
 .../HDP/2.1.1/services/GANGLIA/metainfo.xml     |   101 +
 .../GANGLIA/package/files/checkGmetad.sh        |    37 +
 .../GANGLIA/package/files/checkGmond.sh         |    62 +
 .../GANGLIA/package/files/checkRrdcached.sh     |    34 +
 .../services/GANGLIA/package/files/gmetad.init  |    73 +
 .../services/GANGLIA/package/files/gmetadLib.sh |   204 +
 .../services/GANGLIA/package/files/gmond.init   |    73 +
 .../services/GANGLIA/package/files/gmondLib.sh  |   545 +
 .../2.1.1/services/GANGLIA/package/files/rrd.py |   213 +
 .../GANGLIA/package/files/rrdcachedLib.sh       |    47 +
 .../GANGLIA/package/files/setupGanglia.sh       |   141 +
 .../GANGLIA/package/files/startGmetad.sh        |    64 +
 .../GANGLIA/package/files/startGmond.sh         |    80 +
 .../GANGLIA/package/files/startRrdcached.sh     |    69 +
 .../GANGLIA/package/files/stopGmetad.sh         |    43 +
 .../services/GANGLIA/package/files/stopGmond.sh |    54 +
 .../GANGLIA/package/files/stopRrdcached.sh      |    41 +
 .../GANGLIA/package/files/teardownGanglia.sh    |    28 +
 .../services/GANGLIA/package/scripts/ganglia.py |    97 +
 .../GANGLIA/package/scripts/ganglia_monitor.py  |   176 +
 .../package/scripts/ganglia_monitor_service.py  |    31 +
 .../GANGLIA/package/scripts/ganglia_server.py   |   197 +
 .../package/scripts/ganglia_server_service.py   |    27 +
 .../services/GANGLIA/package/scripts/params.py  |    80 +
 .../GANGLIA/package/scripts/status_params.py    |    25 +
 .../package/templates/gangliaClusters.conf.j2   |    35 +
 .../GANGLIA/package/templates/gangliaEnv.sh.j2  |    24 +
 .../GANGLIA/package/templates/gangliaLib.sh.j2  |    62 +
 .../services/HBASE/configuration/global.xml     |   160 +
 .../HBASE/configuration/hbase-policy.xml        |    53 +
 .../services/HBASE/configuration/hbase-site.xml |   356 +
 .../HDP/2.1.1/services/HBASE/metainfo.xml       |    93 +
 .../HDP/2.1.1/services/HBASE/metrics.json       | 13635 +++++++++++++++++
 .../HBASE/package/files/hbaseSmokeVerify.sh     |    32 +
 .../services/HBASE/package/scripts/__init__.py  |    19 +
 .../services/HBASE/package/scripts/functions.py |    67 +
 .../services/HBASE/package/scripts/hbase.py     |    91 +
 .../HBASE/package/scripts/hbase_client.py       |    52 +
 .../HBASE/package/scripts/hbase_master.py       |    74 +
 .../HBASE/package/scripts/hbase_regionserver.py |    75 +
 .../HBASE/package/scripts/hbase_service.py      |    46 +
 .../services/HBASE/package/scripts/params.py    |    84 +
 .../HBASE/package/scripts/service_check.py      |    89 +
 .../HBASE/package/scripts/status_params.py      |    25 +
 ...-metrics2-hbase.properties-GANGLIA-MASTER.j2 |    62 +
 ...doop-metrics2-hbase.properties-GANGLIA-RS.j2 |    62 +
 .../HBASE/package/templates/hbase-env.sh.j2     |    82 +
 .../HBASE/package/templates/hbase-smoke.sh.j2   |    26 +
 .../package/templates/hbase_client_jaas.conf.j2 |     5 +
 .../templates/hbase_grant_permissions.j2        |    21 +
 .../package/templates/hbase_master_jaas.conf.j2 |     8 +
 .../templates/hbase_regionserver_jaas.conf.j2   |     8 +
 .../HBASE/package/templates/regionservers.j2    |     2 +
 .../services/HDFS/configuration/core-site.xml   |   167 +
 .../services/HDFS/configuration/global.xml      |   192 +
 .../HDFS/configuration/hadoop-policy.xml        |   134 +
 .../services/HDFS/configuration/hdfs-site.xml   |   513 +
 .../stacks/HDP/2.1.1/services/HDFS/metainfo.xml |   152 +
 .../stacks/HDP/2.1.1/services/HDFS/metrics.json |  7800 ++++++++++
 .../HDFS/package/files/checkForFormat.sh        |    62 +
 .../services/HDFS/package/files/checkWebUI.py   |    53 +
 .../services/HDFS/package/scripts/datanode.py   |    57 +
 .../HDFS/package/scripts/hdfs_client.py         |    52 +
 .../HDFS/package/scripts/hdfs_datanode.py       |    56 +
 .../HDFS/package/scripts/hdfs_namenode.py       |   212 +
 .../HDFS/package/scripts/hdfs_snamenode.py      |    53 +
 .../HDFS/package/scripts/journalnode.py         |    74 +
 .../services/HDFS/package/scripts/namenode.py   |    68 +
 .../services/HDFS/package/scripts/params.py     |   188 +
 .../HDFS/package/scripts/service_check.py       |   107 +
 .../services/HDFS/package/scripts/snamenode.py  |    64 +
 .../HDFS/package/scripts/status_params.py       |    31 +
 .../services/HDFS/package/scripts/utils.py      |   138 +
 .../services/HDFS/package/scripts/zkfc_slave.py |    62 +
 .../package/templates/exclude_hosts_list.j2     |     3 +
 .../services/HIVE/configuration/hive-site.xml   |   267 +
 .../stacks/HDP/2.1.1/services/HIVE/metainfo.xml |   156 +
 .../services/HIVE/package/files/addMysqlUser.sh |    41 +
 .../services/HIVE/package/files/hcatSmoke.sh    |    35 +
 .../services/HIVE/package/files/hiveSmoke.sh    |    23 +
 .../services/HIVE/package/files/hiveserver2.sql |    23 +
 .../HIVE/package/files/hiveserver2Smoke.sh      |    31 +
 .../services/HIVE/package/files/pigSmoke.sh     |    18 +
 .../HIVE/package/files/startHiveserver2.sh      |    22 +
 .../HIVE/package/files/startMetastore.sh        |    22 +
 .../services/HIVE/package/scripts/__init__.py   |    19 +
 .../2.1.1/services/HIVE/package/scripts/hcat.py |    47 +
 .../HIVE/package/scripts/hcat_client.py         |    43 +
 .../HIVE/package/scripts/hcat_service_check.py  |    63 +
 .../2.1.1/services/HIVE/package/scripts/hive.py |   122 +
 .../HIVE/package/scripts/hive_client.py         |    41 +
 .../HIVE/package/scripts/hive_metastore.py      |    63 +
 .../HIVE/package/scripts/hive_server.py         |    63 +
 .../HIVE/package/scripts/hive_service.py        |    56 +
 .../HIVE/package/scripts/mysql_server.py        |    77 +
 .../HIVE/package/scripts/mysql_service.py       |    38 +
 .../services/HIVE/package/scripts/params.py     |   123 +
 .../HIVE/package/scripts/service_check.py       |    56 +
 .../HIVE/package/scripts/status_params.py       |    30 +
 .../HIVE/package/templates/hcat-env.sh.j2       |    25 +
 .../HIVE/package/templates/hive-env.sh.j2       |    55 +
 .../HDP/2.1.1/services/NAGIOS/metainfo.xml      |   105 +
 .../NAGIOS/package/files/check_aggregate.php    |   243 +
 .../services/NAGIOS/package/files/check_cpu.pl  |   114 +
 .../package/files/check_datanode_storage.php    |   100 +
 .../NAGIOS/package/files/check_hdfs_blocks.php  |   115 +
 .../package/files/check_hdfs_capacity.php       |   109 +
 .../files/check_hive_metastore_status.sh        |    45 +
 .../NAGIOS/package/files/check_hue_status.sh    |    31 +
 .../files/check_mapred_local_dir_used.sh        |    34 +
 .../package/files/check_name_dir_status.php     |    93 +
 .../NAGIOS/package/files/check_namenodes_ha.sh  |    82 +
 .../package/files/check_nodemanager_health.sh   |    44 +
 .../NAGIOS/package/files/check_oozie_status.sh  |    45 +
 .../NAGIOS/package/files/check_rpcq_latency.php |   104 +
 .../package/files/check_templeton_status.sh     |    45 +
 .../NAGIOS/package/files/check_webui.sh         |    87 +
 .../NAGIOS/package/files/hdp_nagios_init.php    |    81 +
 .../NAGIOS/package/scripts/functions.py         |    31 +
 .../services/NAGIOS/package/scripts/nagios.py   |    97 +
 .../NAGIOS/package/scripts/nagios_server.py     |    87 +
 .../package/scripts/nagios_server_config.py     |    91 +
 .../NAGIOS/package/scripts/nagios_service.py    |    36 +
 .../services/NAGIOS/package/scripts/params.py   |   162 +
 .../NAGIOS/package/scripts/status_params.py     |    26 +
 .../NAGIOS/package/templates/contacts.cfg.j2    |    91 +
 .../package/templates/hadoop-commands.cfg.j2    |   114 +
 .../package/templates/hadoop-hostgroups.cfg.j2  |    15 +
 .../package/templates/hadoop-hosts.cfg.j2       |    16 +
 .../templates/hadoop-servicegroups.cfg.j2       |    80 +
 .../package/templates/hadoop-services.cfg.j2    |   643 +
 .../NAGIOS/package/templates/nagios.cfg.j2      |  1349 ++
 .../NAGIOS/package/templates/nagios.conf.j2     |    62 +
 .../services/NAGIOS/package/templates/nagios.j2 |   146 +
 .../NAGIOS/package/templates/resource.cfg.j2    |    33 +
 .../services/OOZIE/configuration/oozie-site.xml |   313 +
 .../HDP/2.1.1/services/OOZIE/metainfo.xml       |    84 +
 .../services/OOZIE/package/files/oozieSmoke2.sh |    95 +
 .../OOZIE/package/files/wrap_ooziedb.sh         |    31 +
 .../services/OOZIE/package/scripts/oozie.py     |   122 +
 .../OOZIE/package/scripts/oozie_client.py       |    33 +
 .../OOZIE/package/scripts/oozie_server.py       |    47 +
 .../OOZIE/package/scripts/oozie_service.py      |    65 +
 .../services/OOZIE/package/scripts/params.py    |    79 +
 .../OOZIE/package/scripts/service_check.py      |    67 +
 .../OOZIE/package/scripts/status_params.py      |    26 +
 .../OOZIE/package/templates/oozie-env.sh.j2     |    64 +
 .../package/templates/oozie-log4j.properties.j2 |    74 +
 .../services/PIG/configuration/pig.properties   |    52 +
 .../stacks/HDP/2.1.1/services/PIG/metainfo.xml  |    60 +
 .../services/PIG/package/files/pigSmoke.sh      |    18 +
 .../services/PIG/package/scripts/params.py      |    36 +
 .../2.1.1/services/PIG/package/scripts/pig.py   |    46 +
 .../services/PIG/package/scripts/pig_client.py  |    52 +
 .../PIG/package/scripts/service_check.py        |    75 +
 .../PIG/package/templates/log4j.properties.j2   |    30 +
 .../PIG/package/templates/pig-env.sh.j2         |    17 +
 .../PIG/package/templates/pig.properties.j2     |    55 +
 .../HDP/2.1.1/services/SQOOP/metainfo.xml       |    60 +
 .../services/SQOOP/package/scripts/__init__.py  |    19 +
 .../services/SQOOP/package/scripts/params.py    |    37 +
 .../SQOOP/package/scripts/service_check.py      |    37 +
 .../services/SQOOP/package/scripts/sqoop.py     |    52 +
 .../SQOOP/package/scripts/sqoop_client.py       |    41 +
 .../SQOOP/package/templates/sqoop-env.sh.j2     |    36 +
 .../services/STORM/configuration/global.xml     |    39 +
 .../services/STORM/configuration/storm-site.xml |   514 +
 .../HDP/2.1.1/services/STORM/metainfo.xml       |   104 +
 .../services/STORM/package/files/wordCount.jar  |   Bin 0 -> 690588 bytes
 .../STORM/package/scripts/drpc_server.py        |    62 +
 .../STORM/package/scripts/logviewer_server.py   |    62 +
 .../services/STORM/package/scripts/nimbus.py    |    62 +
 .../services/STORM/package/scripts/params.py    |    34 +
 .../services/STORM/package/scripts/service.py   |    62 +
 .../STORM/package/scripts/service_check.py      |    43 +
 .../STORM/package/scripts/status_params.py      |    35 +
 .../services/STORM/package/scripts/storm.py     |    39 +
 .../STORM/package/scripts/supervisor.py         |    63 +
 .../services/STORM/package/scripts/ui_server.py |    62 +
 .../STORM/package/scripts/yaml_config.py        |    49 +
 .../WEBHCAT/configuration/webhcat-site.xml      |   126 +
 .../HDP/2.1.1/services/WEBHCAT/metainfo.xml     |    65 +
 .../WEBHCAT/package/files/templetonSmoke.sh     |    95 +
 .../WEBHCAT/package/scripts/__init__.py         |    21 +
 .../services/WEBHCAT/package/scripts/params.py  |    51 +
 .../WEBHCAT/package/scripts/service_check.py    |    45 +
 .../WEBHCAT/package/scripts/status_params.py    |    26 +
 .../services/WEBHCAT/package/scripts/webhcat.py |   120 +
 .../WEBHCAT/package/scripts/webhcat_server.py   |    54 +
 .../WEBHCAT/package/scripts/webhcat_service.py  |    41 +
 .../WEBHCAT/package/templates/webhcat-env.sh.j2 |    44 +
 .../YARN/configuration/capacity-scheduler.xml   |   128 +
 .../services/YARN/configuration/core-site.xml   |    20 +
 .../services/YARN/configuration/global.xml      |    88 +
 .../YARN/configuration/mapred-queue-acls.xml    |    39 +
 .../services/YARN/configuration/mapred-site.xml |   381 +
 .../services/YARN/configuration/yarn-site.xml   |   337 +
 .../stacks/HDP/2.1.1/services/YARN/metainfo.xml |   172 +
 .../stacks/HDP/2.1.1/services/YARN/metrics.json |  2534 +++
 .../files/validateYarnComponentStatus.py        |   165 +
 .../services/YARN/package/scripts/__init__.py   |    21 +
 .../YARN/package/scripts/historyserver.py       |    60 +
 .../package/scripts/mapred_service_check.py     |    74 +
 .../YARN/package/scripts/mapreduce2_client.py   |    43 +
 .../YARN/package/scripts/nodemanager.py         |    61 +
 .../services/YARN/package/scripts/params.py     |    89 +
 .../YARN/package/scripts/resourcemanager.py     |   112 +
 .../services/YARN/package/scripts/service.py    |    65 +
 .../YARN/package/scripts/service_check.py       |    67 +
 .../YARN/package/scripts/status_params.py       |    34 +
 .../2.1.1/services/YARN/package/scripts/yarn.py |   126 +
 .../YARN/package/scripts/yarn_client.py         |    43 +
 .../package/templates/container-executor.cfg.j2 |    22 +
 .../package/templates/exclude_hosts_list.j2     |     3 +
 .../YARN/package/templates/mapreduce.conf.j2    |    17 +
 .../YARN/package/templates/yarn-env.sh.j2       |   119 +
 .../YARN/package/templates/yarn.conf.j2         |    17 +
 .../services/ZOOKEEPER/configuration/global.xml |    75 +
 .../HDP/2.1.1/services/ZOOKEEPER/metainfo.xml   |    70 +
 .../services/ZOOKEEPER/package/files/zkEnv.sh   |    96 +
 .../ZOOKEEPER/package/files/zkServer.sh         |   120 +
 .../ZOOKEEPER/package/files/zkService.sh        |    26 +
 .../services/ZOOKEEPER/package/files/zkSmoke.sh |    78 +
 .../ZOOKEEPER/package/scripts/__init__.py       |    21 +
 .../ZOOKEEPER/package/scripts/params.py         |    71 +
 .../ZOOKEEPER/package/scripts/service_check.py  |    47 +
 .../ZOOKEEPER/package/scripts/status_params.py  |    26 +
 .../ZOOKEEPER/package/scripts/zookeeper.py      |    92 +
 .../package/scripts/zookeeper_client.py         |    43 +
 .../package/scripts/zookeeper_server.py         |    55 +
 .../package/scripts/zookeeper_service.py        |    43 +
 .../package/templates/configuration.xsl.j2      |    24 +
 .../package/templates/log4j.properties.j2       |    71 +
 .../ZOOKEEPER/package/templates/zoo.cfg.j2      |    51 +
 .../package/templates/zookeeper-env.sh.j2       |    25 +
 .../templates/zookeeper_client_jaas.conf.j2     |     5 +
 .../package/templates/zookeeper_jaas.conf.j2    |     8 +
 751 files changed, 61772 insertions(+), 46458 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/pom.xml
----------------------------------------------------------------------
diff --git a/ambari-server/pom.xml b/ambari-server/pom.xml
index 0f4a291..17d78d0 100644
--- a/ambari-server/pom.xml
+++ b/ambari-server/pom.xml
@@ -29,7 +29,7 @@
   <properties>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <python.ver>python &gt;= 2.6</python.ver>
-    <hdpUrlForCentos6>http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.0.6.0</hdpUrlForCentos6>
+    <hdpUrlForCentos6>http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.1.1.0</hdpUrlForCentos6>
   </properties>
   <build>
     <plugins>

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/set-hdp-repo-url.sh
----------------------------------------------------------------------
diff --git a/ambari-server/set-hdp-repo-url.sh b/ambari-server/set-hdp-repo-url.sh
index 99173b3..62a8ec1 100644
--- a/ambari-server/set-hdp-repo-url.sh
+++ b/ambari-server/set-hdp-repo-url.sh
@@ -26,7 +26,7 @@ then
   #  Modify the VERSION variable in this file to match the new version
   #  Modify the previous version to store concrete public repo url
 
-  VERSION=2.0.6
+  VERSION=2.1.1
   C6URL="$1"
   C5URL="${C6URL/centos6/centos5}"
   S11URL="${C6URL/centos6/suse11}"

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/files/changeToSecureUid.sh
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/files/changeToSecureUid.sh b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/files/changeToSecureUid.sh
new file mode 100644
index 0000000..4872a10
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/files/changeToSecureUid.sh
@@ -0,0 +1,50 @@
+#!/bin/sh
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+username=$1
+directories=$2
+
+function find_available_uid() {
+ for ((i=1001; i<=2000; i++))
+ do
+   grep -q $i /etc/passwd
+   if [ "$?" -ne 0 ]
+   then
+    newUid=$i
+    break
+   fi
+ done
+}
+
+find_available_uid
+
+if [ $newUid -eq 0 ]
+then
+  echo "Failed to find Uid between 1000 and 2000"
+  exit 1
+fi
+
+dir_array=($(echo $directories | sed 's/,/\n/g'))
+old_uid=$(id -u $username)
+echo "Changing uid of $username from $old_uid to $newUid"
+echo "Changing directory permisions for ${dir_array[@]}"
+usermod -u $newUid $username && for dir in ${dir_array[@]} ; do chown -Rh $newUid $dir ; done
+exit 0

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/hook.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/hook.py b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/hook.py
new file mode 100644
index 0000000..51e5cd2
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/hook.py
@@ -0,0 +1,36 @@
+##!/usr/bin/env python2.6
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+import sys
+from resource_management import *
+from shared_initialization import *
+
+#TODO this must be "CONFIGURE" hook when CONFIGURE command will be implemented
+class BeforeConfigureHook(Hook):
+
+  def hook(self, env):
+    import params
+
+    env.set_params(params)
+    setup_users()
+    install_packages()
+
+if __name__ == "__main__":
+  BeforeConfigureHook().execute()

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/params.py
new file mode 100644
index 0000000..fa19ca3
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/params.py
@@ -0,0 +1,81 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+from resource_management import *
+from resource_management.core.system import System
+import os
+
+config = Script.get_config()
+
+#users and groups
+yarn_user = config['configurations']['global']['yarn_user']
+hbase_user = config['configurations']['global']['hbase_user']
+nagios_user = config['configurations']['global']['nagios_user']
+oozie_user = config['configurations']['global']['oozie_user']
+webhcat_user = config['configurations']['global']['hcat_user']
+hcat_user = config['configurations']['global']['hcat_user']
+hive_user = config['configurations']['global']['hive_user']
+smoke_user =  config['configurations']['global']['smokeuser']
+mapred_user = config['configurations']['global']['mapred_user']
+hdfs_user = config['configurations']['global']['hdfs_user']
+zk_user = config['configurations']['global']['zk_user']
+gmetad_user = config['configurations']['global']["gmetad_user"]
+gmond_user = config['configurations']['global']["gmond_user"]
+
+user_group = config['configurations']['global']['user_group']
+proxyuser_group =  config['configurations']['global']['proxyuser_group']
+nagios_group = config['configurations']['global']['nagios_group']
+smoke_user_group =  "users"
+mapred_tt_group = default("/configurations/mapred-site/mapreduce.tasktracker.group", user_group)
+
+#hosts
+hostname = config["hostname"]
+rm_host = default("/clusterHostInfo/rm_host", [])
+slave_hosts = default("/clusterHostInfo/slave_hosts", [])
+hagios_server_hosts = default("/clusterHostInfo/nagios_server_host", [])
+oozie_servers = default("/clusterHostInfo/oozie_server", [])
+hcat_server_hosts = default("/clusterHostInfo/webhcat_server_host", [])
+hive_server_host =  default("/clusterHostInfo/hive_server_host", [])
+hbase_master_hosts = default("/clusterHostInfo/hbase_master_hosts", [])
+hs_host = default("/clusterHostInfo/hs_host", [])
+jtnode_host = default("/clusterHostInfo/jtnode_host", [])
+namenode_host = default("/clusterHostInfo/namenode_host", [])
+zk_hosts = default("/clusterHostInfo/zookeeper_hosts", [])
+ganglia_server_hosts = default("/clusterHostInfo/ganglia_server_host", [])
+
+has_resourcemanager = not len(rm_host) == 0
+has_slaves = not len(slave_hosts) == 0
+has_nagios = not len(hagios_server_hosts) == 0
+has_oozie_server = not len(oozie_servers)  == 0
+has_hcat_server_host = not len(hcat_server_hosts)  == 0
+has_hive_server_host = not len(hive_server_host)  == 0
+has_hbase_masters = not len(hbase_master_hosts) == 0
+has_zk_host = not len(zk_hosts) == 0
+has_ganglia_server = not len(ganglia_server_hosts) == 0
+
+is_namenode_master = hostname in namenode_host
+is_jtnode_master = hostname in jtnode_host
+is_rmnode_master = hostname in rm_host
+is_hsnode_master = hostname in hs_host
+is_hbase_master = hostname in hbase_master_hosts
+is_slave = hostname in slave_hosts
+if has_ganglia_server:
+  ganglia_server_host = ganglia_server_hosts[0]
+
+hbase_tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/shared_initialization.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/shared_initialization.py b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/shared_initialization.py
new file mode 100644
index 0000000..26a7592
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-INSTALL/scripts/shared_initialization.py
@@ -0,0 +1,107 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+import os
+
+from resource_management import *
+
+def setup_users():
+  """
+  Creates users before cluster installation
+  """
+  import params
+
+  Group(params.user_group)
+  Group(params.smoke_user_group)
+  Group(params.proxyuser_group)
+  User(params.smoke_user,
+       gid=params.user_group,
+       groups=[params.proxyuser_group]
+  )
+  smoke_user_dirs = format(
+    "/tmp/hadoop-{smoke_user},/tmp/hsperfdata_{smoke_user},/home/{smoke_user},/tmp/{smoke_user},/tmp/sqoop-{smoke_user}")
+  set_uid(params.smoke_user, smoke_user_dirs)
+
+  if params.has_hbase_masters:
+    User(params.hbase_user,
+         gid = params.user_group,
+         groups=[params.user_group])
+    hbase_user_dirs = format(
+      "/home/{hbase_user},/tmp/{hbase_user},/usr/bin/{hbase_user},/var/log/{hbase_user},{hbase_tmp_dir}")
+    set_uid(params.hbase_user, hbase_user_dirs)
+
+  if params.has_nagios:
+    Group(params.nagios_group)
+    User(params.nagios_user,
+         gid=params.nagios_group)
+
+  if params.has_oozie_server:
+    User(params.oozie_user,
+         gid = params.user_group)
+
+  if params.has_hcat_server_host:
+    User(params.webhcat_user,
+         gid = params.user_group)
+    User(params.hcat_user,
+         gid = params.user_group)
+
+  if params.has_hive_server_host:
+    User(params.hive_user,
+         gid = params.user_group)
+
+  if params.has_resourcemanager:
+    User(params.yarn_user,
+         gid = params.user_group)
+
+  if params.has_ganglia_server:
+    Group(params.gmetad_user)
+    Group(params.gmond_user)
+    User(params.gmond_user,
+         gid=params.user_group,
+        groups=[params.gmond_user])
+    User(params.gmetad_user,
+         gid=params.user_group,
+        groups=[params.gmetad_user])
+
+  User(params.hdfs_user,
+        gid=params.user_group,
+        groups=[params.user_group]
+  )
+  User(params.mapred_user,
+       gid=params.user_group,
+       groups=[params.user_group]
+  )
+  if params.has_zk_host:
+    User(params.zk_user,
+         gid=params.user_group)
+
+def set_uid(user, user_dirs):
+  """
+  user_dirs - comma separated directories
+  """
+  File("/tmp/changeUid.sh",
+       content=StaticFile("changeToSecureUid.sh"),
+       mode=0555)
+  Execute(format("/tmp/changeUid.sh {user} {user_dirs} 2>/dev/null"),
+          not_if = format("test $(id -u {user}) -gt 1000"))
+
+def install_packages():
+  Package("unzip")
+  Package("net-snmp")
+  Package("net-snmp-utils")
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/checkForFormat.sh
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/checkForFormat.sh b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/checkForFormat.sh
new file mode 100644
index 0000000..d14091a
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/checkForFormat.sh
@@ -0,0 +1,62 @@
+#!/bin/sh
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+
+export hdfs_user=$1
+shift
+export conf_dir=$1
+shift
+export mark_dir=$1
+shift
+export name_dirs=$*
+
+export EXIT_CODE=0
+export command="namenode -format"
+export list_of_non_empty_dirs=""
+
+mark_file=/var/run/hadoop/hdfs/namenode-formatted
+if [[ -f ${mark_file} ]] ; then
+  rm -f ${mark_file}
+  mkdir -p ${mark_dir}
+fi
+
+if [[ ! -d $mark_dir ]] ; then
+  for dir in `echo $name_dirs | tr ',' ' '` ; do
+    echo "NameNode Dirname = $dir"
+    cmd="ls $dir | wc -l  | grep -q ^0$"
+    eval $cmd
+    if [[ $? -ne 0 ]] ; then
+      (( EXIT_CODE = $EXIT_CODE + 1 ))
+      list_of_non_empty_dirs="$list_of_non_empty_dirs $dir"
+    fi
+  done
+
+  if [[ $EXIT_CODE == 0 ]] ; then
+    su - ${hdfs_user} -c "yes Y | hadoop --config ${conf_dir} ${command}"
+  else
+    echo "ERROR: Namenode directory(s) is non empty. Will not format the namenode. List of non-empty namenode dirs ${list_of_non_empty_dirs}"
+  fi
+else
+  echo "${mark_dir} exists. Namenode DFS already formatted"
+fi
+
+exit $EXIT_CODE
+

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/task-log4j.properties
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/task-log4j.properties b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/task-log4j.properties
new file mode 100644
index 0000000..c8939fc
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/files/task-log4j.properties
@@ -0,0 +1,132 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+
+
+# Define some default values that can be overridden by system properties
+hadoop.root.logger=INFO,console
+hadoop.log.dir=.
+hadoop.log.file=hadoop.log
+
+#
+# Job Summary Appender 
+#
+# Use following logger to send summary to separate file defined by 
+# hadoop.mapreduce.jobsummary.log.file rolled daily:
+# hadoop.mapreduce.jobsummary.logger=INFO,JSA
+# 
+hadoop.mapreduce.jobsummary.logger=${hadoop.root.logger}
+hadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log
+
+# Define the root logger to the system property "hadoop.root.logger".
+log4j.rootLogger=${hadoop.root.logger}, EventCounter
+
+# Logging Threshold
+log4j.threshhold=ALL
+
+#
+# Daily Rolling File Appender
+#
+
+log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file}
+
+# Rollver at midnight
+log4j.appender.DRFA.DatePattern=.yyyy-MM-dd
+
+# 30-day backup
+#log4j.appender.DRFA.MaxBackupIndex=30
+log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout
+
+# Pattern format: Date LogLevel LoggerName LogMessage
+log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
+# Debugging Pattern format
+#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n
+
+
+#
+# console
+# Add "console" to rootlogger above if you want to use this 
+#
+
+log4j.appender.console=org.apache.log4j.ConsoleAppender
+log4j.appender.console.target=System.err
+log4j.appender.console.layout=org.apache.log4j.PatternLayout
+log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n
+
+#
+# TaskLog Appender
+#
+
+#Default values
+hadoop.tasklog.taskid=null
+hadoop.tasklog.iscleanup=false
+hadoop.tasklog.noKeepSplits=4
+hadoop.tasklog.totalLogFileSize=100
+hadoop.tasklog.purgeLogSplits=true
+hadoop.tasklog.logsRetainHours=12
+
+log4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender
+log4j.appender.TLA.taskId=${hadoop.tasklog.taskid}
+log4j.appender.TLA.isCleanup=${hadoop.tasklog.iscleanup}
+log4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize}
+
+log4j.appender.TLA.layout=org.apache.log4j.PatternLayout
+log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
+
+#
+# Rolling File Appender
+#
+
+#log4j.appender.RFA=org.apache.log4j.RollingFileAppender
+#log4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file}
+
+# Logfile size and and 30-day backups
+#log4j.appender.RFA.MaxFileSize=1MB
+#log4j.appender.RFA.MaxBackupIndex=30
+
+#log4j.appender.RFA.layout=org.apache.log4j.PatternLayout
+#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n
+#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n
+
+
+# Custom Logging levels
+
+hadoop.metrics.log.level=INFO
+#log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG
+#log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG
+#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG
+log4j.logger.org.apache.hadoop.metrics2=${hadoop.metrics.log.level}
+
+# Jets3t library
+log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR
+
+#
+# Null Appender
+# Trap security logger on the hadoop client side
+#
+log4j.appender.NullAppender=org.apache.log4j.varia.NullAppender
+
+#
+# Event Counter Appender
+# Sends counts of logging messages at different severity levels to Hadoop Metrics.
+#
+log4j.appender.EventCounter=org.apache.hadoop.log.metrics.EventCounter
+

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/hook.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/hook.py b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/hook.py
new file mode 100644
index 0000000..e11bfac
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/hook.py
@@ -0,0 +1,37 @@
+##!/usr/bin/env python2.6
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+import sys
+from resource_management import *
+from shared_initialization import *
+
+#TODO this must be "CONFIGURE" hook when CONFIGURE command will be implemented
+class BeforeConfigureHook(Hook):
+
+  def hook(self, env):
+    import params
+
+    env.set_params(params)
+    setup_java()
+    setup_hadoop()
+    setup_configs()
+
+if __name__ == "__main__":
+  BeforeConfigureHook().execute()

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/params.py
new file mode 100644
index 0000000..aabb406
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/params.py
@@ -0,0 +1,172 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+from resource_management import *
+from resource_management.core.system import System
+import os
+
+config = Script.get_config()
+
+#java params
+artifact_dir = "/tmp/HDP-artifacts/"
+jdk_name = default("/hostLevelParams/jdk_name", None) # None when jdk is already installed by user
+jce_policy_zip = default("/hostLevelParams/jce_name", None) # None when jdk is already installed by user
+jce_location = config['hostLevelParams']['jdk_location']
+jdk_location = config['hostLevelParams']['jdk_location']
+#security params
+security_enabled = config['configurations']['global']['security_enabled']
+dfs_journalnode_keytab_file = config['configurations']['hdfs-site']['dfs.journalnode.keytab.file']
+dfs_web_authentication_kerberos_keytab = config['configurations']['hdfs-site']['dfs.journalnode.keytab.file']
+dfs_secondary_namenode_keytab_file =  config['configurations']['hdfs-site']['fs.secondary.namenode.keytab.file']
+dfs_datanode_keytab_file =  config['configurations']['hdfs-site']['dfs.datanode.keytab.file']
+dfs_namenode_keytab_file =  config['configurations']['hdfs-site']['dfs.namenode.keytab.file']
+
+dfs_datanode_kerberos_principal = config['configurations']['hdfs-site']['dfs.datanode.kerberos.principal']
+dfs_journalnode_kerberos_principal = config['configurations']['hdfs-site']['dfs.journalnode.kerberos.principal']
+dfs_secondary_namenode_kerberos_internal_spnego_principal = config['configurations']['hdfs-site']['dfs.secondary.namenode.kerberos.internal.spnego.principal']
+dfs_namenode_kerberos_principal = config['configurations']['hdfs-site']['dfs.namenode.kerberos.principal']
+dfs_web_authentication_kerberos_principal = config['configurations']['hdfs-site']['dfs.web.authentication.kerberos.principal']
+dfs_secondary_namenode_kerberos_principal = config['configurations']['hdfs-site']['dfs.secondary.namenode.kerberos.principal']
+dfs_journalnode_kerberos_internal_spnego_principal = config['configurations']['hdfs-site']['dfs.journalnode.kerberos.internal.spnego.principal']
+
+#users and groups
+mapred_user = config['configurations']['global']['mapred_user']
+hdfs_user = config['configurations']['global']['hdfs_user']
+yarn_user = config['configurations']['global']['yarn_user']
+
+user_group = config['configurations']['global']['user_group']
+mapred_tt_group = default("/configurations/mapred-site/mapreduce.tasktracker.group", user_group)
+
+#snmp
+snmp_conf_dir = "/etc/snmp/"
+snmp_source = "0.0.0.0/0"
+snmp_community = "hadoop"
+
+#hosts
+hostname = config["hostname"]
+rm_host = default("/clusterHostInfo/rm_host", [])
+slave_hosts = default("/clusterHostInfo/slave_hosts", [])
+hagios_server_hosts = default("/clusterHostInfo/nagios_server_host", [])
+oozie_servers = default("/clusterHostInfo/oozie_server", [])
+hcat_server_hosts = default("/clusterHostInfo/webhcat_server_host", [])
+hive_server_host =  default("/clusterHostInfo/hive_server_host", [])
+hbase_master_hosts = default("/clusterHostInfo/hbase_master_hosts", [])
+hs_host = default("/clusterHostInfo/hs_host", [])
+jtnode_host = default("/clusterHostInfo/jtnode_host", [])
+namenode_host = default("/clusterHostInfo/namenode_host", [])
+zk_hosts = default("/clusterHostInfo/zookeeper_hosts", [])
+ganglia_server_hosts = default("/clusterHostInfo/ganglia_server_host", [])
+
+has_resourcemanager = not len(rm_host) == 0
+has_slaves = not len(slave_hosts) == 0
+has_nagios = not len(hagios_server_hosts) == 0
+has_oozie_server = not len(oozie_servers)  == 0
+has_hcat_server_host = not len(hcat_server_hosts)  == 0
+has_hive_server_host = not len(hive_server_host)  == 0
+has_hbase_masters = not len(hbase_master_hosts) == 0
+has_zk_host = not len(zk_hosts) == 0
+has_ganglia_server = not len(ganglia_server_hosts) == 0
+
+is_namenode_master = hostname in namenode_host
+is_jtnode_master = hostname in jtnode_host
+is_rmnode_master = hostname in rm_host
+is_hsnode_master = hostname in hs_host
+is_hbase_master = hostname in hbase_master_hosts
+is_slave = hostname in slave_hosts
+if has_ganglia_server:
+  ganglia_server_host = ganglia_server_hosts[0]
+#hadoop params
+hadoop_tmp_dir = format("/tmp/hadoop-{hdfs_user}")
+hadoop_lib_home = "/usr/lib/hadoop/lib"
+hadoop_conf_dir = "/etc/hadoop/conf"
+hadoop_pid_dir_prefix = config['configurations']['global']['hadoop_pid_dir_prefix']
+hadoop_home = "/usr"
+hadoop_bin = "/usr/lib/hadoop/bin"
+
+task_log4j_properties_location = os.path.join(hadoop_conf_dir, "task-log4j.properties")
+limits_conf_dir = "/etc/security/limits.d"
+
+hdfs_log_dir_prefix = config['configurations']['global']['hdfs_log_dir_prefix']
+hbase_tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
+#db params
+server_db_name = config['hostLevelParams']['db_name']
+db_driver_filename = config['hostLevelParams']['db_driver_filename']
+oracle_driver_url = config['hostLevelParams']['oracle_jdbc_url']
+mysql_driver_url = config['hostLevelParams']['mysql_jdbc_url']
+
+ambari_db_rca_url = config['hostLevelParams']['ambari_db_rca_url']
+ambari_db_rca_driver = config['hostLevelParams']['ambari_db_rca_driver']
+ambari_db_rca_username = config['hostLevelParams']['ambari_db_rca_username']
+ambari_db_rca_password = config['hostLevelParams']['ambari_db_rca_password']
+
+rca_enabled = config['configurations']['global']['rca_enabled']
+rca_disabled_prefix = "###"
+if rca_enabled == True:
+  rca_prefix = ""
+else:
+  rca_prefix = rca_disabled_prefix
+
+#hadoop-env.sh
+java_home = config['hostLevelParams']['java_home']
+if System.get_instance().platform == "suse":
+  jsvc_path = "/usr/lib/bigtop-utils"
+else:
+  jsvc_path = "/usr/libexec/bigtop-utils"
+
+hadoop_heapsize = config['configurations']['global']['hadoop_heapsize']
+namenode_heapsize = config['configurations']['global']['namenode_heapsize']
+namenode_opt_newsize =  config['configurations']['global']['namenode_opt_newsize']
+namenode_opt_maxnewsize =  config['configurations']['global']['namenode_opt_maxnewsize']
+
+jtnode_opt_newsize = default("jtnode_opt_newsize","200m")
+jtnode_opt_maxnewsize = default("jtnode_opt_maxnewsize","200m")
+jtnode_heapsize =  default("jtnode_heapsize","1024m")
+ttnode_heapsize = "1024m"
+
+dtnode_heapsize = config['configurations']['global']['dtnode_heapsize']
+mapred_pid_dir_prefix = default("mapred_pid_dir_prefix","/var/run/hadoop-mapreduce")
+mapreduce_libs_path = "/usr/lib/hadoop-mapreduce/*"
+hadoop_libexec_dir = "/usr/lib/hadoop/libexec"
+mapred_log_dir_prefix = default("mapred_log_dir_prefix","/var/log/hadoop-mapreduce")
+
+#taskcontroller.cfg
+
+mapred_local_dir = "/tmp/hadoop-mapred/mapred/local"
+
+#log4j.properties
+
+yarn_log_dir_prefix = default("yarn_log_dir_prefix","/var/log/hadoop-yarn")
+
+#hdfs ha properties
+dfs_ha_enabled = False
+dfs_ha_nameservices = default("/configurations/hdfs-site/dfs.nameservices", None)
+dfs_ha_namenode_ids = default(format("hdfs-site/dfs.ha.namenodes.{dfs_ha_nameservices}"), None)
+if dfs_ha_namenode_ids:
+  dfs_ha_namenode_ids_array_len = len(dfs_ha_namenode_ids.split(","))
+  if dfs_ha_namenode_ids_array_len > 1:
+    dfs_ha_enabled = True
+
+if dfs_ha_enabled:
+  for nn_id in dfs_ha_namenode_ids:
+    nn_host = config['configurations']['hdfs-site'][format('dfs.namenode.rpc-address.{dfs_ha_nameservices}.{nn_id}')]
+    if hostname in nn_host:
+      namenode_id = nn_id
+  namenode_id = None
+
+dfs_hosts = default('/configurations/hdfs-site/dfs.hosts', None)
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/ambari/blob/ae534ed3/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/shared_initialization.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/shared_initialization.py b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/shared_initialization.py
new file mode 100644
index 0000000..7b406e1
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/1.3.3/hooks/before-START/scripts/shared_initialization.py
@@ -0,0 +1,322 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+import os
+
+from resource_management import *
+
+def setup_java():
+  """
+  Installs jdk using specific params, that comes from ambari-server
+  """
+  import params
+
+  jdk_curl_target = format("{artifact_dir}/{jdk_name}")
+  java_dir = os.path.dirname(params.java_home)
+  java_exec = format("{java_home}/bin/java")
+  
+  if not params.jdk_name:
+    return
+  
+  Execute(format("mkdir -p {artifact_dir} ; curl -kf --retry 10 {jdk_location}/{jdk_name} -o {jdk_curl_target}"),
+          path = ["/bin","/usr/bin/"],
+          not_if = format("test -e {java_exec}"))
+
+  if params.jdk_name.endswith(".bin"):
+    install_cmd = format("mkdir -p {java_dir} ; chmod +x {jdk_curl_target}; cd {java_dir} ; echo A | {jdk_curl_target} -noregister > /dev/null 2>&1")
+  elif params.jdk_name.endswith(".gz"):
+    install_cmd = format("mkdir -p {java_dir} ; cd {java_dir} ; tar -xf {jdk_curl_target} > /dev/null 2>&1")
+  
+  Execute(install_cmd,
+          path = ["/bin","/usr/bin/"],
+          not_if = format("test -e {java_exec}")
+  )
+  jce_curl_target = format("{artifact_dir}/{jce_policy_zip}")
+  download_jce = format("mkdir -p {artifact_dir}; curl -kf --retry 10 {jce_location}/{jce_policy_zip} -o {jce_curl_target}")
+  Execute( download_jce,
+        path = ["/bin","/usr/bin/"],
+        not_if =format("test -e {jce_curl_target}"),
+        ignore_failures = True
+  )
+  
+  if params.security_enabled:
+    security_dir = format("{java_home}/jre/lib/security")
+    extract_cmd = format("rm -f local_policy.jar; rm -f US_export_policy.jar; unzip -o -j -q {jce_curl_target}")
+    Execute(extract_cmd,
+          only_if = format("test -e {security_dir} && test -f {jce_curl_target}"),
+          cwd  = security_dir,
+          path = ['/bin/','/usr/bin']
+    )
+
+def setup_hadoop():
+  """
+  Setup hadoop files and directories
+  """
+  import params
+
+  File(os.path.join(params.snmp_conf_dir, 'snmpd.conf'),
+       content=Template("snmpd.conf.j2"))
+  Service("snmpd",
+          action = "restart")
+
+  Execute("/bin/echo 0 > /selinux/enforce",
+          only_if="test -f /selinux/enforce"
+  )
+
+  install_snappy()
+
+  #directories
+  Directory(params.hadoop_conf_dir,
+            recursive=True,
+            owner='root',
+            group='root'
+  )
+  Directory(params.hdfs_log_dir_prefix,
+            recursive=True,
+            owner='root',
+            group='root'
+  )
+  Directory(params.hadoop_pid_dir_prefix,
+            recursive=True,
+            owner='root',
+            group='root'
+  )
+
+  #files
+  File(os.path.join(params.limits_conf_dir, 'hdfs.conf'),
+       owner='root',
+       group='root',
+       mode=0644,
+       content=Template("hdfs.conf.j2")
+  )
+  if params.security_enabled:
+    File(os.path.join(params.hadoop_bin, "task-controller"),
+         owner="root",
+         group=params.mapred_tt_group,
+         mode=06050
+    )
+    tc_mode = 0644
+    tc_owner = "root"
+  else:
+    tc_mode = None
+    tc_owner = params.hdfs_user
+
+  if tc_mode:
+    File(os.path.join(params.hadoop_conf_dir, 'taskcontroller.cfg'),
+         owner = tc_owner,
+         mode = tc_mode,
+         group = params.mapred_tt_group,
+         content=Template("taskcontroller.cfg.j2")
+    )
+  else:
+    File(os.path.join(params.hadoop_conf_dir, 'taskcontroller.cfg'),
+         owner=tc_owner,
+         content=Template("taskcontroller.cfg.j2")
+    )
+  for file in ['hadoop-env.sh', 'commons-logging.properties', 'slaves']:
+    File(os.path.join(params.hadoop_conf_dir, file),
+         owner=tc_owner,
+         content=Template(file + ".j2")
+    )
+
+  health_check_template = "health_check" #for stack 1 use 'health_check'
+  File(os.path.join(params.hadoop_conf_dir, "health_check"),
+       owner=tc_owner,
+       content=Template(health_check_template + ".j2")
+  )
+
+  File(os.path.join(params.hadoop_conf_dir, "log4j.properties"),
+       owner=params.hdfs_user,
+       content=Template("log4j.properties.j2")
+  )
+
+  update_log4j_props(os.path.join(params.hadoop_conf_dir, "log4j.properties"))
+
+  File(os.path.join(params.hadoop_conf_dir, "hadoop-metrics2.properties"),
+       owner=params.hdfs_user,
+       content=Template("hadoop-metrics2.properties.j2")
+  )
+
+  db_driver_dload_cmd = ""
+  if params.server_db_name == 'oracle' and params.oracle_driver_url != "":
+    db_driver_dload_cmd = format(
+      "curl -kf --retry 5 {oracle_driver_url} -o {hadoop_lib_home}/{db_driver_filename}")
+  elif params.server_db_name == 'mysql' and params.mysql_driver_url != "":
+    db_driver_dload_cmd = format(
+      "curl -kf --retry 5 {mysql_driver_url} -o {hadoop_lib_home}/{db_driver_filename}")
+
+  if db_driver_dload_cmd:
+    Execute(db_driver_dload_cmd,
+            not_if =format("test -e {hadoop_lib_home}/{db_driver_filename}")
+    )
+
+
+def setup_configs():
+  """
+  Creates configs for services DHFS mapred
+  """
+  import params
+
+  if "mapred-queue-acls" in params.config['configurations']:
+    XmlConfig("mapred-queue-acls.xml",
+              conf_dir=params.hadoop_conf_dir,
+              configurations=params.config['configurations'][
+                'mapred-queue-acls'],
+              owner=params.mapred_user,
+              group=params.user_group
+    )
+  elif os.path.exists(
+      os.path.join(params.hadoop_conf_dir, "mapred-queue-acls.xml")):
+    File(os.path.join(params.hadoop_conf_dir, "mapred-queue-acls.xml"),
+         owner=params.mapred_user,
+         group=params.user_group
+    )
+
+  if "hadoop-policy" in params.config['configurations']:
+    XmlConfig("hadoop-policy.xml",
+              conf_dir=params.hadoop_conf_dir,
+              configurations=params.config['configurations']['hadoop-policy'],
+              owner=params.hdfs_user,
+              group=params.user_group
+    )
+
+  XmlConfig("core-site.xml",
+            conf_dir=params.hadoop_conf_dir,
+            configurations=params.config['configurations']['core-site'],
+            owner=params.hdfs_user,
+            group=params.user_group
+  )
+
+  if "mapred-site" in params.config['configurations']:
+    XmlConfig("mapred-site.xml",
+              conf_dir=params.hadoop_conf_dir,
+              configurations=params.config['configurations']['mapred-site'],
+              owner=params.mapred_user,
+              group=params.user_group
+    )
+
+  File(params.task_log4j_properties_location,
+       content=StaticFile("task-log4j.properties"),
+       mode=0755
+  )
+
+  if "capacity-scheduler" in params.config['configurations']:
+    XmlConfig("capacity-scheduler.xml",
+              conf_dir=params.hadoop_conf_dir,
+              configurations=params.config['configurations'][
+                'capacity-scheduler'],
+              owner=params.hdfs_user,
+              group=params.user_group
+    )
+
+  XmlConfig("hdfs-site.xml",
+            conf_dir=params.hadoop_conf_dir,
+            configurations=params.config['configurations']['hdfs-site'],
+            owner=params.hdfs_user,
+            group=params.user_group
+  )
+
+  # if params.stack_version[0] == "1":
+  Link('/usr/lib/hadoop/lib/hadoop-tools.jar',
+       to = '/usr/lib/hadoop/hadoop-tools.jar'
+  )
+
+  if os.path.exists(os.path.join(params.hadoop_conf_dir, 'configuration.xsl')):
+    File(os.path.join(params.hadoop_conf_dir, 'configuration.xsl'),
+         owner=params.hdfs_user,
+         group=params.user_group
+    )
+  if os.path.exists(os.path.join(params.hadoop_conf_dir, 'fair-scheduler.xml')):
+    File(os.path.join(params.hadoop_conf_dir, 'fair-scheduler.xml'),
+         owner=params.mapred_user,
+         group=params.user_group
+    )
+  if os.path.exists(os.path.join(params.hadoop_conf_dir, 'masters')):
+    File(os.path.join(params.hadoop_conf_dir, 'masters'),
+              owner=params.hdfs_user,
+              group=params.user_group
+    )
+  if os.path.exists(
+      os.path.join(params.hadoop_conf_dir, 'ssl-client.xml.example')):
+    File(os.path.join(params.hadoop_conf_dir, 'ssl-client.xml.example'),
+         owner=params.mapred_user,
+         group=params.user_group
+    )
+  if os.path.exists(
+      os.path.join(params.hadoop_conf_dir, 'ssl-server.xml.example')):
+    File(os.path.join(params.hadoop_conf_dir, 'ssl-server.xml.example'),
+         owner=params.mapred_user,
+         group=params.user_group
+    )
+
+  # generate_include_file()
+
+def update_log4j_props(file):
+  import params
+
+  property_map = {
+    'ambari.jobhistory.database': params.ambari_db_rca_url,
+    'ambari.jobhistory.driver': params.ambari_db_rca_driver,
+    'ambari.jobhistory.user': params.ambari_db_rca_username,
+    'ambari.jobhistory.password': params.ambari_db_rca_password,
+    'ambari.jobhistory.logger': 'DEBUG,JHA',
+
+    'log4j.appender.JHA': 'org.apache.ambari.log4j.hadoop.mapreduce.jobhistory.JobHistoryAppender',
+    'log4j.appender.JHA.database': '${ambari.jobhistory.database}',
+    'log4j.appender.JHA.driver': '${ambari.jobhistory.driver}',
+    'log4j.appender.JHA.user': '${ambari.jobhistory.user}',
+    'log4j.appender.JHA.password': '${ambari.jobhistory.password}',
+
+    'log4j.logger.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger': '${ambari.jobhistory.logger}',
+    'log4j.additivity.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger': 'true'
+  }
+  for key in property_map:
+    value = property_map[key]
+    Execute(format(
+      "sed -i 's~\\({rca_disabled_prefix}\\)\\?{key}=.*~{rca_prefix}{key}={value}~' {file}"))
+
+
+def generate_include_file():
+  import params
+
+  if params.dfs_hosts and params.has_slaves:
+    include_hosts_list = params.slave_hosts
+    File(params.dfs_hosts,
+         content=Template("include_hosts_list.j2"),
+         owner=params.hdfs_user,
+         group=params.user_group
+    )
+
+
+def install_snappy():
+  import params
+
+  snappy_so = "libsnappy.so"
+  so_target_dir_x86 = format("{hadoop_lib_home}/native/Linux-i386-32")
+  so_target_dir_x64 = format("{hadoop_lib_home}/native/Linux-amd64-64")
+  so_target_x86 = format("{so_target_dir_x86}/{snappy_so}")
+  so_target_x64 = format("{so_target_dir_x64}/{snappy_so}")
+  so_src_dir_x86 = format("{hadoop_home}/lib")
+  so_src_dir_x64 = format("{hadoop_home}/lib64")
+  so_src_x86 = format("{so_src_dir_x86}/{snappy_so}")
+  so_src_x64 = format("{so_src_dir_x64}/{snappy_so}")
+  Execute(
+    format("mkdir -p {so_target_dir_x86}; ln -sf {so_src_x86} {so_target_x86}"))
+  Execute(
+    format("mkdir -p {so_target_dir_x64}; ln -sf {so_src_x64} {so_target_x64}"))