You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by jm...@apache.org on 2016/08/17 00:33:45 UTC
[51/58] [partial] ambari git commit: [RTC 136620]: Introduce
BigInsights stacks on Ambari 2.4 branch
[RTC 136620]: Introduce BigInsights stacks on Ambari 2.4 branch
Crate BigInsight Stacks on Amabri 2.4
Redefine BigInsights 2.3 Stack
Clean up and Redefine hooks logic
Updating 4.0 stack definition
Zookeeper using 4.3* rpms
Update Zookeeper package definition
PIG on 4.3 stack
Oozie on 4.3 stack
HDFS on 4.3 stack
Added YARN/MR in 4.3 stack
Update APP_TIMELINE_SERVER component definition in YARN metainfo for BI
4.3 stack
Introduce hooks in BI 4.3 stack
Update cluster-env.xml in BI 4.0 stack with new required propeties
Update cluster-env.xml set of properties
Add HBase in BI 4.3 stack
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/66984d9a
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/66984d9a
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/66984d9a
Branch: refs/heads/branch-2.4
Commit: 66984d9a06f3f3072712ad43fbdb63e26af503b7
Parents: 473733c
Author: Juanjo Marron <jm...@us.ibm.com>
Authored: Wed Jul 6 15:33:51 2016 -0700
Committer: Juanjo Marron <ju...@yahoo.com>
Committed: Tue Aug 16 15:44:28 2016 -0700
----------------------------------------------------------------------
ambari-server/pom.xml | 4 +
.../SOLR/5.1.0.4.1/configuration/solr-env.xml | 208 +
.../SOLR/5.1.0.4.1/configuration/solr-log4j.xml | 82 +
.../SOLR/5.1.0.4.1/configuration/solr-site.xml | 44 +
.../SOLR/5.1.0.4.1/kerberos.json | 47 +
.../common-services/SOLR/5.1.0.4.1/metainfo.xml | 75 +
.../SOLR/5.1.0.4.1/package/scripts/__init__.py | 19 +
.../SOLR/5.1.0.4.1/package/scripts/params.py | 130 +
.../5.1.0.4.1/package/scripts/service_check.py | 91 +
.../SOLR/5.1.0.4.1/package/scripts/solr.py | 142 +
.../5.1.0.4.1/package/scripts/solr_client.py | 36 +
.../5.1.0.4.1/package/scripts/solr_server.py | 110 +
.../5.1.0.4.1/package/scripts/solr_service.py | 59 +
.../5.1.0.4.1/package/scripts/solr_upgrade.py | 135 +
.../5.1.0.4.1/package/scripts/status_params.py | 32 +
.../5.1.0.4.1/package/templates/solr.xml.j2 | 51 +
.../SOLR/5.5.0.4.2/configuration/solr-env.xml | 234 +
.../SOLR/5.5.0.4.2/configuration/solr-log4j.xml | 82 +
.../SOLR/5.5.0.4.2/configuration/solr-site.xml | 44 +
.../SOLR/5.5.0.4.2/kerberos.json | 53 +
.../common-services/SOLR/5.5.0.4.2/metainfo.xml | 82 +
.../SOLR/5.5.0.4.2/package/scripts/__init__.py | 19 +
.../SOLR/5.5.0.4.2/package/scripts/params.py | 156 +
.../5.5.0.4.2/package/scripts/service_check.py | 91 +
.../SOLR/5.5.0.4.2/package/scripts/solr.py | 95 +
.../5.5.0.4.2/package/scripts/solr_client.py | 36 +
.../5.5.0.4.2/package/scripts/solr_server.py | 107 +
.../5.5.0.4.2/package/scripts/solr_service.py | 71 +
.../5.5.0.4.2/package/scripts/solr_upgrade.py | 135 +
.../5.5.0.4.2/package/scripts/status_params.py | 32 +
.../5.5.0.4.2/package/templates/solr.xml.j2 | 51 +
.../4.0/blueprints/multinode-default.json | 182 +
.../4.0/blueprints/singlenode-default.json | 133 +
.../4.0/configuration/cluster-env.xml | 268 +
.../4.0/hooks/after-INSTALL/scripts/hook.py | 38 +
.../4.0/hooks/after-INSTALL/scripts/params.py | 88 +
.../scripts/shared_initialization.py | 89 +
.../hooks/before-ANY/files/changeToSecureUid.sh | 63 +
.../4.0/hooks/before-ANY/scripts/hook.py | 36 +
.../4.0/hooks/before-ANY/scripts/params.py | 226 +
.../before-ANY/scripts/shared_initialization.py | 242 +
.../4.0/hooks/before-INSTALL/scripts/hook.py | 37 +
.../4.0/hooks/before-INSTALL/scripts/params.py | 111 +
.../scripts/repo_initialization.py | 91 +
.../scripts/shared_initialization.py | 34 +
.../4.0/hooks/before-RESTART/scripts/hook.py | 29 +
.../hooks/before-START/files/checkForFormat.sh | 65 +
.../before-START/files/fast-hdfs-resource.jar | Bin 0 -> 19285319 bytes
.../before-START/files/task-log4j.properties | 134 +
.../hooks/before-START/files/topology_script.py | 66 +
.../4.0/hooks/before-START/scripts/hook.py | 40 +
.../4.0/hooks/before-START/scripts/params.py | 211 +
.../before-START/scripts/rack_awareness.py | 71 +
.../scripts/shared_initialization.py | 152 +
.../templates/commons-logging.properties.j2 | 43 +
.../templates/exclude_hosts_list.j2 | 21 +
.../templates/hadoop-metrics2.properties.j2 | 88 +
.../before-START/templates/health_check.j2 | 81 +
.../templates/include_hosts_list.j2 | 21 +
.../templates/topology_mappings.data.j2 | 24 +
.../stacks/BigInsights/4.0/kerberos.json | 68 +
.../stacks/BigInsights/4.0/metainfo.xml | 22 +
.../4.0/properties/stack_features.json | 265 +
.../BigInsights/4.0/properties/stack_tools.json | 4 +
.../stacks/BigInsights/4.0/repos/repoinfo.xml | 35 +
.../BigInsights/4.0/role_command_order.json | 70 +
.../BigInsights/4.0/services/FLUME/metainfo.xml | 27 +
.../BigInsights/4.0/services/HBASE/metainfo.xml | 27 +
.../BigInsights/4.0/services/HDFS/metainfo.xml | 26 +
.../BigInsights/4.0/services/HIVE/metainfo.xml | 26 +
.../BigInsights/4.0/services/KNOX/metainfo.xml | 26 +
.../BigInsights/4.0/services/OOZIE/metainfo.xml | 26 +
.../BigInsights/4.0/services/PIG/metainfo.xml | 27 +
.../4.0/services/SLIDER/metainfo.xml | 27 +
.../BigInsights/4.0/services/SPARK/metainfo.xml | 28 +
.../BigInsights/4.0/services/SQOOP/metainfo.xml | 27 +
.../BigInsights/4.0/services/YARN/metainfo.xml | 30 +
.../4.0/services/ZOOKEEPER/metainfo.xml | 26 +
.../BigInsights/4.0/services/stack_advisor.py | 24 +
.../4.0/stack-advisor/stack_advisor_206.py | 1 +
.../4.0/stack-advisor/stack_advisor_21.py | 1 +
.../4.0/stack-advisor/stack_advisor_22.py | 1 +
.../4.0/stack-advisor/stack_advisor_23.py | 1 +
.../BigInsights/4.0/upgrades/config-upgrade.xml | 110 +
.../4.0/upgrades/nonrolling-upgrade-4.1.xml | 717 ++
.../BigInsights/4.0/upgrades/upgrade-4.1.xml | 569 ++
.../stacks/BigInsights/4.0/widgets.json | 95 +
.../stacks/BigInsights/4.1/kerberos.json | 47 +
.../stacks/BigInsights/4.1/metainfo.xml | 23 +
.../stacks/BigInsights/4.1/repos/repoinfo.xml | 44 +
.../4.1/repos/repoinfo.xml.amd64_RH6 | 32 +
.../4.1/repos/repoinfo.xml.amd64_RH7 | 32 +
.../4.1/repos/repoinfo.xml.amd64_SLES | 32 +
.../4.1/repos/repoinfo.xml.ppc64le_RH7 | 32 +
.../4.1/repos/repoinfo.xml.s390x_RH7 | 32 +
.../BigInsights/4.1/role_command_order.json | 22 +
.../4.1/services/AMBARI_METRICS/metainfo.xml | 28 +
.../services/FLUME/configuration/flume-env.xml | 70 +
.../BigInsights/4.1/services/FLUME/metainfo.xml | 36 +
.../BigInsights/4.1/services/HBASE/metainfo.xml | 45 +
.../4.1/services/HBASE/themes/theme.json | 367 +
.../services/HDFS/configuration/hadoop-env.xml | 166 +
.../services/HDFS/configuration/hdfs-site.xml | 46 +
.../BigInsights/4.1/services/HDFS/metainfo.xml | 127 +
.../4.1/services/HDFS/themes/theme.json | 179 +
.../BigInsights/4.1/services/HDFS/widgets.json | 644 ++
.../services/HIVE/configuration/hive-env.xml | 189 +
.../services/HIVE/configuration/hive-site.xml | 338 +
.../BigInsights/4.1/services/HIVE/metainfo.xml | 106 +
.../4.1/services/HIVE/themes/theme.json | 327 +
.../BigInsights/4.1/services/KAFKA/metainfo.xml | 28 +
.../4.1/services/KERBEROS/metainfo.xml | 27 +
.../BigInsights/4.1/services/KNOX/metainfo.xml | 46 +
.../services/OOZIE/configuration/oozie-site.xml | 64 +
.../BigInsights/4.1/services/OOZIE/metainfo.xml | 144 +
.../BigInsights/4.1/services/PIG/metainfo.xml | 38 +
.../4.1/services/SLIDER/metainfo.xml | 46 +
.../BigInsights/4.1/services/SOLR/metainfo.xml | 31 +
.../BigInsights/4.1/services/SPARK/metainfo.xml | 52 +
.../BigInsights/4.1/services/SQOOP/metainfo.xml | 45 +
.../4.1/services/YARN/YARN_widgets.json | 676 ++
.../YARN/configuration-mapred/mapred-site.xml | 50 +
.../services/YARN/configuration/yarn-site.xml | 43 +
.../BigInsights/4.1/services/YARN/metainfo.xml | 82 +
.../4.1/services/YARN/themes-mapred/theme.json | 132 +
.../4.1/services/YARN/themes/theme.json | 250 +
.../4.1/services/ZOOKEEPER/metainfo.xml | 38 +
.../BigInsights/4.1/services/stack_advisor.py | 62 +
.../BigInsights/4.1/upgrades/config-upgrade.xml | 110 +
.../4.1/upgrades/nonrolling-upgrade-4.1.xml | 713 ++
.../4.1/upgrades/nonrolling-upgrade-4.2.xml | 947 ++
.../BigInsights/4.1/upgrades/upgrade-4.1.xml | 569 ++
.../BigInsights/4.1/upgrades/upgrade-4.2.xml | 705 ++
.../stacks/BigInsights/4.2/metainfo.xml | 25 +
.../stacks/BigInsights/4.2/repos/repoinfo.xml | 44 +
.../4.2/repos/repoinfo.xml.amd64_RH6 | 32 +
.../4.2/repos/repoinfo.xml.amd64_RH7 | 32 +
.../4.2/repos/repoinfo.xml.amd64_SLES | 32 +
.../4.2/repos/repoinfo.xml.ppc64le_RH7 | 32 +
.../4.2/repos/repoinfo.xml.s390x_RH7 | 32 +
.../BigInsights/4.2/role_command_order.json | 32 +
.../4.2/services/AMBARI_METRICS/alerts.json | 183 +
.../AMBARI_METRICS/configuration/ams-env.xml | 107 +
.../configuration/ams-hbase-env.xml | 234 +
.../configuration/ams-hbase-log4j.xml | 146 +
.../configuration/ams-hbase-policy.xml | 53 +
.../configuration/ams-hbase-security-site.xml | 149 +
.../configuration/ams-hbase-site.xml | 384 +
.../AMBARI_METRICS/configuration/ams-log4j.xml | 65 +
.../AMBARI_METRICS/configuration/ams-site.xml | 527 +
.../4.2/services/AMBARI_METRICS/kerberos.json | 122 +
.../4.2/services/AMBARI_METRICS/metainfo.xml | 146 +
.../4.2/services/AMBARI_METRICS/metrics.json | 2472 +++++
.../alerts/alert_ambari_metrics_monitor.py | 104 +
.../package/files/hbaseSmokeVerify.sh | 34 +
.../files/service-metrics/AMBARI_METRICS.txt | 245 +
.../package/files/service-metrics/FLUME.txt | 17 +
.../package/files/service-metrics/HBASE.txt | 588 ++
.../package/files/service-metrics/HDFS.txt | 277 +
.../package/files/service-metrics/HOST.txt | 37 +
.../package/files/service-metrics/KAFKA.txt | 190 +
.../package/files/service-metrics/STORM.txt | 7 +
.../package/files/service-metrics/YARN.txt | 178 +
.../AMBARI_METRICS/package/scripts/__init__.py | 19 +
.../AMBARI_METRICS/package/scripts/ams.py | 388 +
.../package/scripts/ams_service.py | 103 +
.../AMBARI_METRICS/package/scripts/functions.py | 51 +
.../AMBARI_METRICS/package/scripts/hbase.py | 267 +
.../package/scripts/hbase_master.py | 70 +
.../package/scripts/hbase_regionserver.py | 66 +
.../package/scripts/hbase_service.py | 53 +
.../package/scripts/metrics_collector.py | 133 +
.../package/scripts/metrics_monitor.py | 59 +
.../AMBARI_METRICS/package/scripts/params.py | 252 +
.../package/scripts/params_linux.py | 50 +
.../package/scripts/params_windows.py | 53 +
.../package/scripts/service_check.py | 166 +
.../package/scripts/service_mapping.py | 22 +
.../package/scripts/split_points.py | 236 +
.../AMBARI_METRICS/package/scripts/status.py | 46 +
.../package/scripts/status_params.py | 39 +
.../package/templates/ams.conf.j2 | 35 +
.../templates/ams_collector_jaas.conf.j2 | 26 +
.../templates/ams_zookeeper_jaas.conf.j2 | 26 +
.../hadoop-metrics2-hbase.properties.j2 | 63 +
.../package/templates/hbase_client_jaas.conf.j2 | 23 +
.../templates/hbase_grant_permissions.j2 | 39 +
.../package/templates/hbase_master_jaas.conf.j2 | 26 +
.../templates/hbase_regionserver_jaas.conf.j2 | 26 +
.../package/templates/metric_groups.conf.j2 | 37 +
.../package/templates/metric_monitor.ini.j2 | 31 +
.../package/templates/regionservers.j2 | 20 +
.../package/templates/smoketest_metrics.json.j2 | 15 +
.../BigInsights/4.2/services/FLUME/alerts.json | 27 +
.../services/FLUME/configuration/flume-conf.xml | 37 +
.../services/FLUME/configuration/flume-env.xml | 98 +
.../4.2/services/FLUME/kerberos.json | 51 +
.../BigInsights/4.2/services/FLUME/metainfo.xml | 69 +
.../BigInsights/4.2/services/FLUME/metrics.json | 430 +
.../package/alerts/alert_flume_agent_status.py | 106 +
.../4.2/services/FLUME/package/scripts/flume.py | 229 +
.../FLUME/package/scripts/flume_check.py | 40 +
.../FLUME/package/scripts/flume_handler.py | 145 +
.../FLUME/package/scripts/flume_upgrade.py | 94 +
.../services/FLUME/package/scripts/params.py | 101 +
.../FLUME/package/scripts/params_linux.py | 30 +
.../templates/flume-metrics2.properties.j2 | 26 +
.../FLUME/package/templates/flume.conf.j2 | 24 +
.../FLUME/package/templates/log4j.properties.j2 | 67 +
.../BigInsights/4.2/services/HBASE/alerts.json | 157 +
.../services/HBASE/configuration/hbase-env.xml | 196 +
.../configuration/hbase-javaopts-properties.xml | 28 +
.../HBASE/configuration/hbase-log4j.xml | 146 +
.../HBASE/configuration/hbase-policy.xml | 53 +
.../services/HBASE/configuration/hbase-site.xml | 759 ++
.../HBASE/configuration/ranger-hbase-audit.xml | 177 +
.../ranger-hbase-plugin-properties.xml | 203 +
.../ranger-hbase-policymgr-ssl.xml | 61 +
.../configuration/ranger-hbase-security.xml | 68 +
.../4.2/services/HBASE/kerberos.json | 182 +
.../BigInsights/4.2/services/HBASE/metainfo.xml | 168 +
.../BigInsights/4.2/services/HBASE/metrics.json | 9420 ++++++++++++++++++
.../HBASE/package/files/draining_servers.rb | 164 +
.../HBASE/package/files/hbaseSmokeVerify.sh | 34 +
.../services/HBASE/package/scripts/__init__.py | 19 +
.../services/HBASE/package/scripts/functions.py | 54 +
.../4.2/services/HBASE/package/scripts/hbase.py | 226 +
.../HBASE/package/scripts/hbase_client.py | 72 +
.../HBASE/package/scripts/hbase_decommission.py | 74 +
.../HBASE/package/scripts/hbase_master.py | 131 +
.../HBASE/package/scripts/hbase_regionserver.py | 132 +
.../package/scripts/hbase_restgatewayserver.py | 85 +
.../HBASE/package/scripts/hbase_service.py | 51 +
.../HBASE/package/scripts/hbase_upgrade.py | 37 +
.../services/HBASE/package/scripts/params.py | 340 +
.../package/scripts/phoenix_queryserver.py | 77 +
.../HBASE/package/scripts/phoenix_service.py | 50 +
.../HBASE/package/scripts/service_check.py | 79 +
.../HBASE/package/scripts/setup_ranger_hbase.py | 85 +
.../HBASE/package/scripts/status_params.py | 45 +
.../services/HBASE/package/scripts/upgrade.py | 52 +
...-metrics2-hbase.properties-GANGLIA-MASTER.j2 | 109 +
...doop-metrics2-hbase.properties-GANGLIA-RS.j2 | 107 +
.../HBASE/package/templates/hbase-smoke.sh.j2 | 44 +
.../HBASE/package/templates/hbase.conf.j2 | 35 +
.../package/templates/hbase_client_jaas.conf.j2 | 23 +
.../templates/hbase_grant_permissions.j2 | 39 +
.../package/templates/hbase_master_jaas.conf.j2 | 26 +
.../templates/hbase_queryserver_jaas.conf.j2 | 26 +
.../templates/hbase_regionserver_jaas.conf.j2 | 26 +
.../package/templates/hbase_rest_jaas.conf.j2 | 26 +
.../HBASE/package/templates/regionservers.j2 | 20 +
.../BigInsights/4.2/services/HBASE/widgets.json | 510 +
.../BigInsights/4.2/services/HDFS/alerts.json | 760 ++
.../services/HDFS/configuration/core-site.xml | 233 +
.../services/HDFS/configuration/hadoop-env.xml | 394 +
.../HDFS/configuration/hadoop-policy.xml | 134 +
.../services/HDFS/configuration/hdfs-log4j.xml | 225 +
.../services/HDFS/configuration/hdfs-site.xml | 683 ++
.../HDFS/configuration/ranger-hdfs-audit.xml | 177 +
.../ranger-hdfs-plugin-properties.xml | 213 +
.../configuration/ranger-hdfs-policymgr-ssl.xml | 61 +
.../HDFS/configuration/ranger-hdfs-security.xml | 64 +
.../services/HDFS/configuration/ssl-client.xml | 58 +
.../services/HDFS/configuration/ssl-server.xml | 64 +
.../BigInsights/4.2/services/HDFS/kerberos.json | 242 +
.../BigInsights/4.2/services/HDFS/metainfo.xml | 268 +
.../BigInsights/4.2/services/HDFS/metrics.json | 7899 +++++++++++++++
.../package/alerts/alert_checkpoint_time.py | 223 +
.../alerts/alert_datanode_unmounted_data_dir.py | 171 +
.../package/alerts/alert_ha_namenode_health.py | 261 +
.../package/alerts/alert_upgrade_finalized.py | 171 +
.../HDFS/package/files/checkForFormat.sh | 71 +
.../services/HDFS/package/files/checkWebUI.py | 54 +
.../services/HDFS/package/scripts/__init__.py | 20 +
.../scripts/balancer-emulator/hdfs-command.py | 45 +
.../services/HDFS/package/scripts/datanode.py | 157 +
.../HDFS/package/scripts/datanode_upgrade.py | 141 +
.../4.2/services/HDFS/package/scripts/hdfs.py | 131 +
.../HDFS/package/scripts/hdfs_client.py | 115 +
.../HDFS/package/scripts/hdfs_datanode.py | 80 +
.../HDFS/package/scripts/hdfs_namenode.py | 488 +
.../HDFS/package/scripts/hdfs_nfsgateway.py | 72 +
.../HDFS/package/scripts/hdfs_rebalance.py | 130 +
.../HDFS/package/scripts/hdfs_snamenode.py | 53 +
.../HDFS/package/scripts/install_params.py | 39 +
.../HDFS/package/scripts/journalnode.py | 169 +
.../HDFS/package/scripts/journalnode_upgrade.py | 140 +
.../services/HDFS/package/scripts/namenode.py | 334 +
.../HDFS/package/scripts/namenode_ha_state.py | 216 +
.../HDFS/package/scripts/namenode_upgrade.py | 269 +
.../services/HDFS/package/scripts/nfsgateway.py | 137 +
.../4.2/services/HDFS/package/scripts/params.py | 448 +
.../HDFS/package/scripts/service_check.py | 109 +
.../HDFS/package/scripts/setup_ranger_hdfs.py | 90 +
.../services/HDFS/package/scripts/snamenode.py | 142 +
.../HDFS/package/scripts/status_params.py | 44 +
.../4.2/services/HDFS/package/scripts/utils.py | 407 +
.../services/HDFS/package/scripts/zkfc_slave.py | 150 +
.../package/templates/exclude_hosts_list.j2 | 21 +
.../HDFS/package/templates/hdfs.conf.j2 | 35 +
.../services/HDFS/package/templates/slaves.j2 | 21 +
.../BigInsights/4.2/services/HDFS/widgets.json | 644 ++
.../BigInsights/4.2/services/HIVE/alerts.json | 111 +
.../services/HIVE/configuration/hcat-env.xml | 57 +
.../services/HIVE/configuration/hive-env.xml | 331 +
.../HIVE/configuration/hive-exec-log4j.xml | 121 +
.../services/HIVE/configuration/hive-log4j.xml | 139 +
.../services/HIVE/configuration/hive-site.xml | 1809 ++++
.../HIVE/configuration/hiveserver2-site.xml | 74 +
.../HIVE/configuration/ranger-hive-audit.xml | 177 +
.../ranger-hive-plugin-properties.xml | 192 +
.../configuration/ranger-hive-policymgr-ssl.xml | 61 +
.../HIVE/configuration/ranger-hive-security.xml | 69 +
.../services/HIVE/configuration/webhcat-env.xml | 54 +
.../HIVE/configuration/webhcat-log4j.xml | 81 +
.../HIVE/configuration/webhcat-site.xml | 163 +
.../HIVE/etc/hive-schema-0.12.0.mysql.sql | 777 ++
.../HIVE/etc/hive-schema-0.12.0.oracle.sql | 718 ++
.../HIVE/etc/hive-schema-0.12.0.postgres.sql | 1406 +++
.../HIVE/etc/hive-schema-0.13.0.mysql.sql | 889 ++
.../HIVE/etc/hive-schema-0.13.0.oracle.sql | 835 ++
.../HIVE/etc/hive-schema-0.13.0.postgres.sql | 1538 +++
.../HIVE/etc/hive-schema-0.14.0.mysql.sql | 889 ++
.../HIVE/etc/hive-schema-0.14.0.oracle.sql | 833 ++
.../HIVE/etc/hive-schema-0.14.0.postgres.sql | 1541 +++
.../etc/upgrade-0.12.0-to-0.13.0.oracle.sql | 165 +
.../services/HIVE/etc/upgrade-0.13.0.oracle.sql | 38 +
.../BigInsights/4.2/services/HIVE/kerberos.json | 114 +
.../BigInsights/4.2/services/HIVE/metainfo.xml | 348 +
.../HIVE/package/alerts/alert_hive_metastore.py | 193 +
.../package/alerts/alert_hive_thrift_port.py | 269 +
.../HIVE/package/alerts/alert_webhcat_server.py | 228 +
.../package/etc/hive-schema-0.12.0.mysql.sql | 777 ++
.../package/etc/hive-schema-0.12.0.oracle.sql | 718 ++
.../package/etc/hive-schema-0.12.0.postgres.sql | 1406 +++
.../services/HIVE/package/files/addMysqlUser.sh | 37 +
.../services/HIVE/package/files/hcatSmoke.sh | 41 +
.../services/HIVE/package/files/hiveSmoke.sh | 24 +
.../services/HIVE/package/files/hiveserver2.sql | 23 +
.../HIVE/package/files/hiveserver2Smoke.sh | 32 +
.../4.2/services/HIVE/package/files/pigSmoke.sh | 18 +
.../HIVE/package/files/removeMysqlUser.sh | 33 +
.../HIVE/package/files/startMetastore.sh | 25 +
.../HIVE/package/files/templetonSmoke.sh | 93 +
.../services/HIVE/package/scripts/__init__.py | 19 +
.../4.2/services/HIVE/package/scripts/hcat.py | 73 +
.../HIVE/package/scripts/hcat_client.py | 50 +
.../HIVE/package/scripts/hcat_service_check.py | 87 +
.../4.2/services/HIVE/package/scripts/hive.py | 421 +
.../HIVE/package/scripts/hive_client.py | 83 +
.../HIVE/package/scripts/hive_metastore.py | 241 +
.../HIVE/package/scripts/hive_server.py | 177 +
.../HIVE/package/scripts/hive_server_upgrade.py | 138 +
.../HIVE/package/scripts/hive_service.py | 143 +
.../HIVE/package/scripts/mysql_server.py | 64 +
.../HIVE/package/scripts/mysql_service.py | 54 +
.../HIVE/package/scripts/mysql_users.py | 70 +
.../HIVE/package/scripts/mysql_utils.py | 35 +
.../4.2/services/HIVE/package/scripts/params.py | 29 +
.../HIVE/package/scripts/params_linux.py | 535 +
.../HIVE/package/scripts/params_windows.py | 76 +
.../HIVE/package/scripts/postgresql_server.py | 109 +
.../HIVE/package/scripts/postgresql_service.py | 39 +
.../HIVE/package/scripts/service_check.py | 91 +
.../HIVE/package/scripts/setup_ranger_hive.py | 77 +
.../HIVE/package/scripts/status_params.py | 96 +
.../services/HIVE/package/scripts/webhcat.py | 121 +
.../HIVE/package/scripts/webhcat_server.py | 147 +
.../HIVE/package/scripts/webhcat_service.py | 75 +
.../package/scripts/webhcat_service_check.py | 120 +
.../HIVE/package/templates/hive.conf.j2 | 36 +
.../package/templates/startHiveserver2.sh.j2 | 24 +
.../package/templates/templeton_smoke.pig.j2 | 24 +
.../BigInsights/4.2/services/KAFKA/alerts.json | 32 +
.../KAFKA/configuration/kafka-broker.xml | 411 +
.../services/KAFKA/configuration/kafka-env.xml | 80 +
.../KAFKA/configuration/kafka-log4j.xml | 117 +
.../4.2/services/KAFKA/kerberos.json | 49 +
.../BigInsights/4.2/services/KAFKA/metainfo.xml | 84 +
.../BigInsights/4.2/services/KAFKA/metrics.json | 239 +
.../4.2/services/KAFKA/package/scripts/kafka.py | 244 +
.../KAFKA/package/scripts/kafka_broker.py | 107 +
.../KAFKA/package/scripts/kafka_upgrade.py | 41 +
.../services/KAFKA/package/scripts/params.py | 157 +
.../KAFKA/package/scripts/service_check.py | 65 +
.../KAFKA/package/scripts/status_params.py | 26 +
.../services/KAFKA/package/scripts/upgrade.py | 78 +
.../4.2/services/KAFKA/package/scripts/utils.py | 38 +
.../KAFKA/package/templates/kafka.conf.j2 | 35 +
.../package/templates/kafka_client_jaas.conf.j2 | 29 +
.../KAFKA/package/templates/kafka_jaas.conf.j2 | 41 +
.../KERBEROS/configuration/kerberos-env.xml | 306 +
.../KERBEROS/configuration/krb5-conf.xml | 100 +
.../4.2/services/KERBEROS/kerberos.json | 17 +
.../4.2/services/KERBEROS/metainfo.xml | 147 +
.../KERBEROS/package/scripts/kerberos_client.py | 79 +
.../KERBEROS/package/scripts/kerberos_common.py | 473 +
.../KERBEROS/package/scripts/kerberos_server.py | 141 +
.../services/KERBEROS/package/scripts/params.py | 191 +
.../KERBEROS/package/scripts/service_check.py | 81 +
.../KERBEROS/package/scripts/status_params.py | 32 +
.../services/KERBEROS/package/scripts/utils.py | 105 +
.../KERBEROS/package/templates/kadm5_acl.j2 | 20 +
.../KERBEROS/package/templates/kdc_conf.j2 | 30 +
.../KERBEROS/package/templates/krb5_conf.j2 | 46 +
.../BigInsights/4.2/services/KNOX/alerts.json | 32 +
.../KNOX/configuration/gateway-log4j.xml | 83 +
.../KNOX/configuration/gateway-site.xml | 72 +
.../services/KNOX/configuration/knox-env.xml | 76 +
.../services/KNOX/configuration/ldap-log4j.xml | 66 +
.../KNOX/configuration/ranger-knox-audit.xml | 177 +
.../ranger-knox-plugin-properties.xml | 210 +
.../configuration/ranger-knox-policymgr-ssl.xml | 61 +
.../KNOX/configuration/ranger-knox-security.xml | 59 +
.../services/KNOX/configuration/topology.xml | 181 +
.../services/KNOX/configuration/users-ldif.xml | 138 +
.../BigInsights/4.2/services/KNOX/kerberos.json | 69 +
.../BigInsights/4.2/services/KNOX/metainfo.xml | 92 +
.../KNOX/package/files/validateKnoxStatus.py | 43 +
.../4.2/services/KNOX/package/scripts/knox.py | 167 +
.../KNOX/package/scripts/knox_gateway.py | 300 +
.../services/KNOX/package/scripts/knox_ldap.py | 54 +
.../4.2/services/KNOX/package/scripts/ldap.py | 55 +
.../4.2/services/KNOX/package/scripts/params.py | 436 +
.../KNOX/package/scripts/service_check.py | 92 +
.../KNOX/package/scripts/setup_ranger_knox.py | 77 +
.../KNOX/package/scripts/status_params.py | 50 +
.../services/KNOX/package/scripts/upgrade.py | 93 +
.../package/templates/krb5JAASLogin.conf.j2 | 30 +
.../BigInsights/4.2/services/OOZIE/alerts.json | 45 +
.../services/OOZIE/configuration/oozie-env.xml | 189 +
.../OOZIE/configuration/oozie-log4j.xml | 146 +
.../services/OOZIE/configuration/oozie-site.xml | 382 +
.../4.2/services/OOZIE/kerberos.json | 70 +
.../BigInsights/4.2/services/OOZIE/metainfo.xml | 164 +
.../4.2/services/OOZIE/metainfo.xml~ | 176 +
.../package/alerts/alert_check_oozie_server.py | 211 +
.../services/OOZIE/package/files/oozieSmoke2.sh | 89 +
.../files/prepareOozieHdfsDirectories.sh | 45 +
.../OOZIE/package/files/wrap_ooziedb.sh | 31 +
.../4.2/services/OOZIE/package/scripts/oozie.py | 279 +
.../OOZIE/package/scripts/oozie_client.py | 76 +
.../OOZIE/package/scripts/oozie_server.py | 193 +
.../package/scripts/oozie_server_upgrade.py | 300 +
.../OOZIE/package/scripts/oozie_service.py | 124 +
.../services/OOZIE/package/scripts/params.py | 259 +
.../OOZIE/package/scripts/service_check.py | 140 +
.../OOZIE/package/scripts/status_params.py | 47 +
.../OOZIE/package/templates/adminusers.txt.j2 | 28 +
.../package/templates/oozie-log4j.properties.j2 | 93 +
.../4.2/services/PIG/configuration/pig-env.xml | 38 +
.../services/PIG/configuration/pig-log4j.xml | 65 +
.../PIG/configuration/pig-properties.xml | 631 ++
.../BigInsights/4.2/services/PIG/kerberos.json | 17 +
.../BigInsights/4.2/services/PIG/metainfo.xml | 87 +
.../BigInsights/4.2/services/PIG/metainfo.xml~ | 86 +
.../4.2/services/PIG/package/files/pigSmoke.sh | 18 +
.../4.2/services/PIG/package/scripts/params.py | 25 +
.../PIG/package/scripts/params_linux.py | 88 +
.../4.2/services/PIG/package/scripts/pig.py | 61 +
.../services/PIG/package/scripts/pig_client.py | 59 +
.../PIG/package/scripts/service_check.py | 123 +
.../BigInsights/4.2/services/RANGER/alerts.json | 74 +
.../RANGER/configuration/admin-properties.xml | 262 +
.../RANGER/configuration/ranger-admin-site.xml | 517 +
.../RANGER/configuration/ranger-env.xml | 438 +
.../RANGER/configuration/ranger-site.xml | 69 +
.../RANGER/configuration/ranger-ugsync-site.xml | 450 +
.../configuration/usersync-properties.xml | 109 +
.../4.2/services/RANGER/metainfo.xml | 107 +
.../4.2/services/RANGER/metainfo.xml~ | 100 +
.../alerts/alert_ranger_admin_passwd_check.py | 180 +
.../services/RANGER/package/scripts/params.py | 184 +
.../RANGER/package/scripts/ranger_admin.py | 125 +
.../RANGER/package/scripts/ranger_service.py | 47 +
.../RANGER/package/scripts/ranger_usersync.py | 81 +
.../RANGER/package/scripts/service_check.py | 51 +
.../RANGER/package/scripts/setup_ranger.py | 137 +
.../RANGER/package/scripts/setup_ranger_xml.py | 383 +
.../services/RANGER/package/scripts/upgrade.py | 30 +
.../4.2/services/RANGER/themes/theme.json | 1397 +++
.../4.2/services/RANGER_KMS/alerts.json | 32 +
.../RANGER_KMS/configuration/dbks-site.xml | 90 +
.../RANGER_KMS/configuration/kms-env.xml | 51 +
.../RANGER_KMS/configuration/kms-log4j.xml | 68 +
.../RANGER_KMS/configuration/kms-properties.xml | 93 +
.../RANGER_KMS/configuration/kms-site.xml | 129 +
.../configuration/ranger-kms-audit.xml | 137 +
.../configuration/ranger-kms-policymgr-ssl.xml | 67 +
.../configuration/ranger-kms-security.xml | 59 +
.../configuration/ranger-kms-site.xml | 59 +
.../4.2/services/RANGER_KMS/kerberos.json | 49 +
.../4.2/services/RANGER_KMS/metainfo.xml | 89 +
.../4.2/services/RANGER_KMS/metainfo.xml~ | 89 +
.../services/RANGER_KMS/package/scripts/kms.py | 434 +
.../RANGER_KMS/package/scripts/kms_server.py | 82 +
.../RANGER_KMS/package/scripts/kms_service.py | 40 +
.../RANGER_KMS/package/scripts/params.py | 194 +
.../RANGER_KMS/package/scripts/service_check.py | 41 +
.../RANGER_KMS/package/scripts/upgrade.py | 29 +
.../SLIDER/configuration/slider-client.xml | 60 +
.../SLIDER/configuration/slider-env.xml | 43 +
.../SLIDER/configuration/slider-log4j.xml | 92 +
.../4.2/services/SLIDER/kerberos.json | 17 +
.../4.2/services/SLIDER/metainfo.xml | 128 +
.../SLIDER/package/files/hbaseSmokeVerify.sh | 34 +
.../services/SLIDER/package/scripts/__init__.py | 19 +
.../services/SLIDER/package/scripts/params.py | 65 +
.../SLIDER/package/scripts/params_linux.py | 75 +
.../SLIDER/package/scripts/params_windows.py | 45 +
.../SLIDER/package/scripts/service_check.py | 59 +
.../services/SLIDER/package/scripts/slider.py | 97 +
.../SLIDER/package/scripts/slider_client.py | 71 +
.../package/templates/storm-slider-env.sh.j2 | 38 +
.../services/SOLR/configuration/solr-env.xml | 234 +
.../services/SOLR/configuration/solr-log4j.xml | 82 +
.../services/SOLR/configuration/solr-site.xml | 44 +
.../BigInsights/4.2/services/SOLR/kerberos.json | 53 +
.../BigInsights/4.2/services/SOLR/metainfo.xml | 82 +
.../BigInsights/4.2/services/SOLR/metainfo.xml~ | 82 +
.../services/SOLR/package/scripts/__init__.py | 19 +
.../4.2/services/SOLR/package/scripts/params.py | 156 +
.../SOLR/package/scripts/service_check.py | 91 +
.../4.2/services/SOLR/package/scripts/solr.py | 95 +
.../SOLR/package/scripts/solr_client.py | 36 +
.../SOLR/package/scripts/solr_server.py | 107 +
.../SOLR/package/scripts/solr_service.py | 71 +
.../SOLR/package/scripts/solr_upgrade.py | 135 +
.../SOLR/package/scripts/status_params.py | 32 +
.../services/SOLR/package/templates/solr.xml.j2 | 51 +
.../BigInsights/4.2/services/SPARK/alerts.json | 32 +
.../SPARK/configuration/spark-defaults.xml | 159 +
.../services/SPARK/configuration/spark-env.xml | 114 +
.../configuration/spark-javaopts-properties.xml | 27 +
.../SPARK/configuration/spark-log4j.xml | 42 +
.../configuration/spark-metrics-properties.xml | 160 +
.../4.2/services/SPARK/kerberos.json | 55 +
.../BigInsights/4.2/services/SPARK/metainfo.xml | 190 +
.../4.2/services/SPARK/metainfo.xml~ | 190 +
.../SPARK/package/scripts/job_history_server.py | 167 +
.../services/SPARK/package/scripts/params.py | 215 +
.../SPARK/package/scripts/service_check.py | 132 +
.../4.2/services/SPARK/package/scripts/spark.py | 353 +
.../SPARK/package/scripts/spark_check.py | 76 +
.../SPARK/package/scripts/spark_client.py | 62 +
.../SPARK/package/scripts/status_params.py | 36 +
.../SPARK/package/scripts/thrift_server.py | 119 +
.../package/templates/spark-defaults.conf.j2 | 43 +
.../services/SQOOP/configuration/sqoop-env.xml | 59 +
.../BigInsights/4.2/services/SQOOP/metainfo.xml | 95 +
.../services/SQOOP/package/scripts/__init__.py | 19 +
.../services/SQOOP/package/scripts/params.py | 95 +
.../SQOOP/package/scripts/service_check.py | 44 +
.../4.2/services/SQOOP/package/scripts/sqoop.py | 85 +
.../SQOOP/package/scripts/sqoop_client.py | 57 +
.../services/TITAN/configuration/titan-env.xml | 46 +
.../TITAN/configuration/titan-hbase-solr.xml | 66 +
.../TITAN/configuration/titan-log4j.xml | 65 +
.../4.2/services/TITAN/kerberos.json | 17 +
.../BigInsights/4.2/services/TITAN/metainfo.xml | 88 +
.../4.2/services/TITAN/metainfo.xml~ | 88 +
.../TITAN/package/files/titanSmoke.groovy | 20 +
.../services/TITAN/package/scripts/params.py | 128 +
.../TITAN/package/scripts/service_check.py | 64 +
.../4.2/services/TITAN/package/scripts/titan.py | 70 +
.../TITAN/package/scripts/titan_client.py | 58 +
.../4.2/services/YARN/MAPREDUCE2_metrics.json | 2596 +++++
.../4.2/services/YARN/YARN_metrics.json | 3486 +++++++
.../4.2/services/YARN/YARN_widgets.json | 617 ++
.../BigInsights/4.2/services/YARN/alerts.json | 414 +
.../YARN/configuration-mapred/mapred-env.xml | 96 +
.../YARN/configuration-mapred/mapred-site.xml | 536 +
.../YARN/configuration/capacity-scheduler.xml | 157 +
.../YARN/configuration/ranger-yarn-audit.xml | 177 +
.../ranger-yarn-plugin-properties.xml | 80 +
.../configuration/ranger-yarn-policymgr-ssl.xml | 61 +
.../YARN/configuration/ranger-yarn-security.xml | 59 +
.../services/YARN/configuration/yarn-env.xml | 250 +
.../services/YARN/configuration/yarn-log4j.xml | 83 +
.../services/YARN/configuration/yarn-site.xml | 1054 ++
.../BigInsights/4.2/services/YARN/kerberos.json | 224 +
.../BigInsights/4.2/services/YARN/metainfo.xml | 270 +
.../BigInsights/4.2/services/YARN/metainfo.xml~ | 270 +
.../package/alerts/alert_nodemanager_health.py | 201 +
.../alerts/alert_nodemanagers_summary.py | 197 +
.../files/validateYarnComponentStatus.py | 170 +
.../services/YARN/package/scripts/__init__.py | 20 +
.../scripts/application_timeline_server.py | 139 +
.../YARN/package/scripts/historyserver.py | 158 +
.../package/scripts/mapred_service_check.py | 80 +
.../YARN/package/scripts/mapreduce2_client.py | 56 +
.../YARN/package/scripts/nodemanager.py | 144 +
.../YARN/package/scripts/nodemanager_upgrade.py | 76 +
.../4.2/services/YARN/package/scripts/params.py | 389 +
.../YARN/package/scripts/resourcemanager.py | 181 +
.../services/YARN/package/scripts/service.py | 81 +
.../YARN/package/scripts/service_check.py | 91 +
.../YARN/package/scripts/setup_ranger_yarn.py | 67 +
.../YARN/package/scripts/status_params.py | 44 +
.../4.2/services/YARN/package/scripts/yarn.py | 416 +
.../YARN/package/scripts/yarn_client.py | 56 +
.../package/templates/container-executor.cfg.j2 | 40 +
.../package/templates/exclude_hosts_list.j2 | 21 +
.../YARN/package/templates/mapreduce.conf.j2 | 35 +
.../package/templates/taskcontroller.cfg.j2 | 38 +
.../YARN/package/templates/yarn.conf.j2 | 35 +
.../4.2/services/ZOOKEEPER/alerts.json | 58 +
.../ZOOKEEPER/configuration/zoo.cfg.xml | 84 +
.../ZOOKEEPER/configuration/zookeeper-env.xml | 73 +
.../ZOOKEEPER/configuration/zookeeper-log4j.xml | 101 +
.../4.2/services/ZOOKEEPER/kerberos.json | 39 +
.../4.2/services/ZOOKEEPER/metainfo.xml | 91 +
.../4.2/services/ZOOKEEPER/metainfo.xml~ | 91 +
.../services/ZOOKEEPER/package/files/zkEnv.sh | 96 +
.../ZOOKEEPER/package/files/zkServer.sh | 120 +
.../ZOOKEEPER/package/files/zkService.sh | 26 +
.../services/ZOOKEEPER/package/files/zkSmoke.sh | 93 +
.../ZOOKEEPER/package/scripts/__init__.py | 20 +
.../ZOOKEEPER/package/scripts/params.py | 96 +
.../ZOOKEEPER/package/scripts/service_check.py | 53 +
.../ZOOKEEPER/package/scripts/status_params.py | 43 +
.../ZOOKEEPER/package/scripts/zookeeper.py | 118 +
.../package/scripts/zookeeper_client.py | 71 +
.../package/scripts/zookeeper_server.py | 161 +
.../package/scripts/zookeeper_service.py | 58 +
.../package/templates/configuration.xsl.j2 | 42 +
.../ZOOKEEPER/package/templates/zoo.cfg.j2 | 53 +
.../templates/zookeeper_client_jaas.conf.j2 | 23 +
.../package/templates/zookeeper_jaas.conf.j2 | 26 +
.../BigInsights/4.2/services/stack_advisor.py | 75 +
.../BigInsights/4.2/upgrades/config-upgrade.xml | 284 +
.../4.2/upgrades/nonrolling-upgrade-4.2.xml | 808 ++
.../BigInsights/4.2/upgrades/upgrade-4.2.xml | 645 ++
.../4.3/hooks/after-INSTALL/scripts/hook.py | 37 +
.../4.3/hooks/after-INSTALL/scripts/params.py | 101 +
.../scripts/shared_initialization.py | 108 +
.../hooks/before-ANY/files/changeToSecureUid.sh | 53 +
.../4.3/hooks/before-ANY/scripts/hook.py | 36 +
.../4.3/hooks/before-ANY/scripts/params.py | 229 +
.../before-ANY/scripts/shared_initialization.py | 224 +
.../4.3/hooks/before-INSTALL/scripts/hook.py | 37 +
.../4.3/hooks/before-INSTALL/scripts/params.py | 113 +
.../scripts/repo_initialization.py | 68 +
.../scripts/shared_initialization.py | 37 +
.../4.3/hooks/before-RESTART/scripts/hook.py | 29 +
.../hooks/before-START/files/checkForFormat.sh | 65 +
.../before-START/files/fast-hdfs-resource.jar | Bin 0 -> 19285850 bytes
.../before-START/files/task-log4j.properties | 134 +
.../hooks/before-START/files/topology_script.py | 66 +
.../4.3/hooks/before-START/scripts/hook.py | 39 +
.../4.3/hooks/before-START/scripts/params.py | 318 +
.../before-START/scripts/rack_awareness.py | 47 +
.../scripts/shared_initialization.py | 175 +
.../templates/commons-logging.properties.j2 | 43 +
.../templates/exclude_hosts_list.j2 | 21 +
.../templates/hadoop-metrics2.properties.j2 | 108 +
.../before-START/templates/health_check.j2 | 81 +
.../templates/include_hosts_list.j2 | 21 +
.../templates/topology_mappings.data.j2 | 24 +
.../stacks/BigInsights/4.3/metainfo.xml | 25 +
.../stacks/BigInsights/4.3/repos/repoinfo.xml | 44 +
.../4.3/repos/repoinfo.xml.amd64_RH6 | 32 +
.../4.3/repos/repoinfo.xml.amd64_RH7 | 32 +
.../4.3/repos/repoinfo.xml.amd64_SLES | 32 +
.../4.3/repos/repoinfo.xml.ppc64le_RH7 | 32 +
.../4.3/repos/repoinfo.xml.s390x_RH7 | 32 +
.../BigInsights/4.3/role_command_order.json | 7 +
.../services/HBASE/configuration/hbase-env.xml | 197 +
.../services/HBASE/configuration/hbase-site.xml | 374 +
.../HBASE/configuration/ranger-hbase-audit.xml | 121 +
.../ranger-hbase-plugin-properties.xml | 83 +
.../ranger-hbase-policymgr-ssl.xml | 66 +
.../configuration/ranger-hbase-security.xml | 68 +
.../4.3/services/HBASE/kerberos.json | 139 +
.../BigInsights/4.3/services/HBASE/metainfo.xml | 73 +
.../BigInsights/4.3/services/HBASE/metrics.json | 9370 +++++++++++++++++
.../services/HBASE/quicklinks/quicklinks.json | 97 +
.../4.3/services/HBASE/themes/theme.json | 411 +
.../BigInsights/4.3/services/HBASE/widgets.json | 510 +
.../services/HDFS/configuration/core-site.xml | 53 +
.../services/HDFS/configuration/hadoop-env.xml | 195 +
.../services/HDFS/configuration/hdfs-log4j.xml | 225 +
.../services/HDFS/configuration/hdfs-site.xml | 129 +
.../HDFS/configuration/ranger-hdfs-audit.xml | 121 +
.../ranger-hdfs-plugin-properties.xml | 78 +
.../configuration/ranger-hdfs-policymgr-ssl.xml | 66 +
.../HDFS/configuration/ranger-hdfs-security.xml | 64 +
.../BigInsights/4.3/services/HDFS/metainfo.xml | 138 +
.../services/HDFS/quicklinks/quicklinks.json | 76 +
.../4.3/services/HDFS/themes/theme.json | 179 +
.../BigInsights/4.3/services/HDFS/widgets.json | 649 ++
.../BigInsights/4.3/services/OOZIE/metainfo.xml | 65 +
.../PIG/configuration/pig-properties.xml | 639 ++
.../BigInsights/4.3/services/PIG/metainfo.xml | 40 +
.../4.3/services/YARN/YARN_widgets.json | 670 ++
.../YARN/configuration-mapred/mapred-env.xml | 50 +
.../YARN/configuration-mapred/mapred-site.xml | 131 +
.../YARN/configuration/capacity-scheduler.xml | 70 +
.../YARN/configuration/ranger-yarn-audit.xml | 121 +
.../ranger-yarn-plugin-properties.xml | 82 +
.../configuration/ranger-yarn-policymgr-ssl.xml | 66 +
.../YARN/configuration/ranger-yarn-security.xml | 58 +
.../services/YARN/configuration/yarn-env.xml | 198 +
.../services/YARN/configuration/yarn-log4j.xml | 103 +
.../services/YARN/configuration/yarn-site.xml | 723 ++
.../BigInsights/4.3/services/YARN/kerberos.json | 259 +
.../BigInsights/4.3/services/YARN/metainfo.xml | 153 +
.../YARN/quicklinks-mapred/quicklinks.json | 76 +
.../services/YARN/quicklinks/quicklinks.json | 76 +
.../4.3/services/YARN/themes-mapred/theme.json | 132 +
.../4.3/services/YARN/themes/theme.json | 250 +
.../4.3/services/ZOOKEEPER/metainfo.xml | 36 +
.../BigInsights/4.3/services/stack_advisor.py | 75 +
pom.xml | 2 +-
715 files changed, 137815 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/pom.xml
----------------------------------------------------------------------
diff --git a/ambari-server/pom.xml b/ambari-server/pom.xml
index e999d03..84f66ac 100644
--- a/ambari-server/pom.xml
+++ b/ambari-server/pom.xml
@@ -303,6 +303,10 @@
<!-- Stack definitions -->
<exclude>src/main/resources/stacks/HDP/2.0._/services/HBASE/package/templates/regionservers.j2</exclude>
<exclude>src/main/resources/stacks/HDPWIN/2.1/services/*/configuration*/*</exclude>
+ <exclude>src/main/resources/stacks/BigInsights/4.0/stack-advisor/**</exclude>
+ <exclude>src/main/resources/stacks/BigInsights/4.2/services/AMBARI_METRICS/package/templates/smoketest_metrics.json.j2</exclude>
+ <exclude>src/main/resources/stacks/BigInsights/4.2/services/AMBARI_METRICS/package/files/service-metrics/*.txt</exclude>
+
<!--test samples -->
<exclude>src/test/resources/TestAmbaryServer.samples/**</exclude>
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-env.xml b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-env.xml
new file mode 100755
index 0000000..d51cd1a
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-env.xml
@@ -0,0 +1,208 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<configuration>
+ <property>
+ <name>solr_user</name>
+ <description>User to run Solr as</description>
+ <property-type>USER</property-type>
+ <value>solr</value>
+ </property>
+
+ <property>
+ <name>solr_lib_dir</name>
+ <value>/var/lib/solr</value>
+ <description>Directory for writable Solr files and index data</description>
+ </property>
+
+ <property>
+ <name>solr_pid_dir</name>
+ <value>/var/run/solr</value>
+ </property>
+
+ <property>
+ <name>solr_log_dir</name>
+ <value>/var/log/solr</value>
+ </property>
+
+ <property>
+ <name>solr_port</name>
+ <value>8983</value>
+ <description>Sets the port Solr binds to, default is 8983</description>
+ </property>
+
+ <property>
+ <name>solr_hdfs_home_dir</name>
+ <value>/apps/solr/data</value>
+ <description>A root location in HDFS for Solr to write collection data to. Rather than specifying an HDFS location for the data directory or update log directory, use this to specify one root location and have everything automatically created within this HDFS</description>
+ </property>
+
+
+ <property>
+ <name>ZOOKEEPER_CHROOT</name>
+ <value>/solr</value>
+ <description>If you're using a ZooKeeper instance that is shared by other systems, it's recommended to isolate the SolrCloud znode tree using ZooKeeper's chroot support.
+ For instance, to ensure all znodes created by SolrCloud are stored under /solr, you can put /solr on the end of your ZK_HOST connection string, such as: ZK_HOST=zk1,zk2,zk3/solr</description>
+ </property>
+
+ <property>
+ <name>content</name>
+ <description>This is the jinja template for solr.in.sh file</description>
+ <value>
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+export JAVA_HOME={{java64_home}}
+
+# By default the script will use JAVA_HOME to determine which java
+# to use, but you can set a specific path for Solr to use without
+# affecting other Java applications on your server/workstation.
+#SOLR_JAVA_HOME=""
+
+
+
+# Increase Java Min/Max Heap as needed to support your indexing / query needs
+SOLR_JAVA_MEM="-Xms512m -Xmx512m"
+
+
+# Enable verbose GC logging
+GC_LOG_OPTS="-verbose:gc -XX:+PrintHeapAtGC -XX:+PrintGCDetails \
+-XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+PrintTenuringDistribution -XX:+PrintGCApplicationStoppedTime"
+
+
+# These GC settings have shown to work well for a number of common Solr workloads
+GC_TUNE="-XX:NewRatio=3 \
+-XX:SurvivorRatio=4 \
+-XX:TargetSurvivorRatio=90 \
+-XX:MaxTenuringThreshold=8 \
+-XX:+UseConcMarkSweepGC \
+-XX:+UseParNewGC \
+-XX:ConcGCThreads=4 -XX:ParallelGCThreads=4 \
+-XX:+CMSScavengeBeforeRemark \
+-XX:PretenureSizeThreshold=64m \
+-XX:+UseCMSInitiatingOccupancyOnly \
+-XX:CMSInitiatingOccupancyFraction=50 \
+-XX:CMSMaxAbortablePrecleanTime=6000 \
+-XX:+CMSParallelRemarkEnabled \
+-XX:+ParallelRefProcEnabled \
+-XX:MaxDirectMemorySize=20g"
+
+
+# Set the ZooKeeper connection string if using an external ZooKeeper ensemble
+# e.g. host1:2181,host2:2181/chroot
+# Leave empty if not using SolrCloud
+#ZK_HOST=""
+
+
+
+# Set the ZooKeeper client timeout (for SolrCloud mode)
+#ZK_CLIENT_TIMEOUT="15000"
+
+
+# By default the start script uses "localhost"; override the hostname here
+# for production SolrCloud environments to control the hostname exposed to cluster state
+#SOLR_HOST="192.168.1.1"
+
+# By default the start script uses UTC; override the timezone if needed
+#SOLR_TIMEZONE="UTC"
+
+# Set to true to activate the JMX RMI connector to allow remote JMX client applications
+# to monitor the JVM hosting Solr; set to "false" to disable that behavior
+# (false is recommended in production environments)
+ENABLE_REMOTE_JMX_OPTS="false"
+
+
+# The script will use SOLR_PORT+10000 for the RMI_PORT or you can set it here
+# RMI_PORT=18983
+
+
+# Anything you add to the SOLR_OPTS variable will be included in the java
+# start command line as-is, in ADDITION to other options. If you specify the
+# -a option on start script, those options will be appended as well. Examples:
+#SOLR_OPTS="$SOLR_OPTS -Dsolr.autoSoftCommit.maxTime=3000"
+#SOLR_OPTS="$SOLR_OPTS -Dsolr.autoCommit.maxTime=60000"
+#SOLR_OPTS="$SOLR_OPTS -Dsolr.clustering.enabled=true"
+
+
+
+# Location where the bin/solr script will save PID files for running instances
+# If not set, the script will create PID files in $SOLR_TIP/bin
+#SOLR_PID_DIR=
+
+
+
+# Path to a directory where Solr creates index files, the specified directory
+# must contain a solr.xml; by default, Solr will use server/solr
+#SOLR_HOME=
+
+
+
+# Solr provides a default Log4J configuration properties file in server/resources
+# however, you may want to customize the log settings and file appender location
+# so you can point the script to use a different log4j.properties file
+#LOG4J_PROPS=/var/solr/log4j.properties
+
+
+
+# Location where Solr should write logs to; should agree with the file appender
+# settings in server/resources/log4j.properties
+#SOLR_LOGS_DIR=
+
+
+
+# Sets the port Solr binds to, default is 8983
+#SOLR_PORT=8983
+
+
+
+# Uncomment to set SSL-related system properties
+# Be sure to update the paths to the correct keystore for your environment
+#SOLR_SSL_OPTS="-Djavax.net.ssl.keyStore=etc/solr-ssl.keystore.jks \
+#-Djavax.net.ssl.keyStorePassword=secret \
+#-Djavax.net.ssl.trustStore=etc/solr-ssl.keystore.jks \
+#-Djavax.net.ssl.trustStorePassword=secret"
+
+
+
+# Uncomment to set a specific SSL port (-Djetty.ssl.port=N); if not set
+# and you are using SSL, then the start script will use SOLR_PORT for the SSL port
+#SOLR_SSL_PORT=
+
+
+SOLR_PID_DIR={{pid_dir}}
+SOLR_HOME={{lib_dir}}/data
+LOG4J_PROPS={{solr_conf_dir}}/log4j.properties
+SOLR_LOGS_DIR={{log_dir}}
+SOLR_PORT={{solr_port}}
+SOLR_MODE=solrcloud
+ZK_HOST={{zookeeper_hosts_list}}{{zookeeper_chroot}}
+SOLR_HOST={{hostname}}
+
+# Comment out the following SOLR_OPTS setting to config Solr to write its index and transaction log files to local filesystem.
+# Data (index and transaction log files) exists on HDFS will not be moved to local filesystem,
+# after you change this config, they will not be available from local filesystem.
+SOLR_OPTS="-Dsolr.directoryFactory=HdfsDirectoryFactory \
+-Dsolr.lock.type=hdfs \
+-Dsolr.hdfs.confdir=/etc/hadoop/conf \
+-Dsolr.hdfs.home={{fs_root}}{{solr_hdfs_home_dir}} \
+-Dsolr.hdfs.security.kerberos.enabled={{sole_kerberos_enabled}} \
+-Dsolr.hdfs.security.kerberos.keytabfile={{solr_keytab}} \
+-Dsolr.hdfs.security.kerberos.principal={{solr_principal}}"
+
+ </value>
+ </property>
+
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-log4j.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-log4j.xml b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-log4j.xml
new file mode 100644
index 0000000..abbf9d2
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-log4j.xml
@@ -0,0 +1,82 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+
+<configuration supports_final="false">
+
+ <property>
+ <name>content</name>
+ <description>Custom log4j.properties</description>
+ <value>
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+#
+
+#
+# Solr Logging Configuration
+#
+
+# Logging level
+solr.log=${solr.solr.home}/../logs
+log4j.rootLogger=INFO, file, CONSOLE
+
+log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
+
+log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout
+log4j.appender.CONSOLE.layout.ConversionPattern=%-4r [%t] %-5p %c %x [%X{collection} %X{shard} %X{replica} %X{core}] \u2013 %m%n
+
+#- size rotation with log cleanup.
+log4j.appender.file=org.apache.log4j.RollingFileAppender
+log4j.appender.file.MaxFileSize=4MB
+log4j.appender.file.MaxBackupIndex=9
+
+#- File to log to and log format
+log4j.appender.file.File=${solr.log}/solr.log
+log4j.appender.file.layout=org.apache.log4j.PatternLayout
+log4j.appender.file.layout.ConversionPattern=%-5p - %d{yyyy-MM-dd HH:mm:ss.SSS}; [%X{collection} %X{shard} %X{replica} %X{core}] %C; %m\n
+
+log4j.logger.org.apache.zookeeper=WARN
+log4j.logger.org.apache.hadoop=WARN
+
+# set to INFO to enable infostream log messages
+log4j.logger.org.apache.solr.update.LoggingInfoStream=OFF
+ </value>
+ </property>
+
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-site.xml b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-site.xml
new file mode 100644
index 0000000..e36e633
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/configuration/solr-site.xml
@@ -0,0 +1,44 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration supports_final="true">
+ <property>
+ <name>solr.hdfs.security.kerberos.enabled</name>
+ <value>false</value>
+ <description>Set to true to enable Kerberos authentication</description>
+ </property>
+
+ <property>
+ <name>solr.hdfs.security.kerberos.keytabfile</name>
+ <value>/etc/security/keytabs/solr.service.keytab</value>
+ <description>A keytab file contains pairs of Kerberos principals and encrypted keys which allows for password-less authentication when Solr attempts to authenticate with secure Hadoop.
+ This file will need to be present on all Solr servers at the same path provided in this parameter.
+ </description>
+ </property>
+
+ <property>
+ <name>solr.hdfs.security.kerberos.principal</name>
+ <value>solr/_HOST@EXAMPLE.COM</value>
+ <description>The Kerberos principal that Solr should use to authenticate to secure Hadoop; the format of a typical Kerberos V5 principal is: primary/instance@realm
+ </description>
+ </property>
+
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/kerberos.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/kerberos.json b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/kerberos.json
new file mode 100644
index 0000000..cd46977
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/kerberos.json
@@ -0,0 +1,47 @@
+{
+ "services": [
+ {
+ "name": "SOLR",
+ "identities": [
+ {
+ "name": "/smokeuser"
+ },
+ ],
+ "configurations": [
+ {
+ "solr-site": {
+ "solr.hdfs.security.kerberos.enabled":"true"
+ }
+ }
+ ],
+ "components": [
+ {
+ "name": "SOLR",
+ "identities": [
+ {
+ "name": "solr",
+ "principal": {
+ "value": "${solr-env/solr_user}/_HOST@${realm}",
+ "type": "service",
+ "configuration": "solr-site/solr.hdfs.security.kerberos.principal",
+ "local_username": "${solr-env/solr_user}"
+ },
+ "keytab": {
+ "file": "${keytab_dir}/solr.service.keytab",
+ "owner": {
+ "name": "${solr-env/solr_user}",
+ "access": "r"
+ },
+ "group": {
+ "name": "${cluster-env/user_group}",
+ "access": ""
+ },
+ "configuration": "solr-site/solr.hdfs.security.kerberos.keytabfile"
+ }
+ }
+ ]
+ }
+ ]
+ }
+ ]
+}
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/metainfo.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/metainfo.xml b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/metainfo.xml
new file mode 100644
index 0000000..909e4b6
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/metainfo.xml
@@ -0,0 +1,75 @@
+<?xml version="1.0"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<metainfo>
+ <schemaVersion>2.0</schemaVersion>
+ <services>
+ <service>
+ <name>SOLR</name>
+ <displayName>Solr</displayName>
+ <comment>Solr is the popular, blazing fast open source enterprise search platform from the Apache Lucene project
+ </comment>
+ <version>5.1.0.4.1</version>
+
+ <components>
+ <component>
+ <name>SOLR</name>
+ <displayName>Solr</displayName>
+ <category>MASTER</category>
+ <cardinality>1+</cardinality>
+ <commandScript>
+ <script>scripts/solr_server.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>600</timeout>
+ </commandScript>
+ <configFiles>
+ <configFile>
+ <type>xml</type>
+ <fileName>solr-site.xml</fileName>
+ <dictionaryName>solr-site</dictionaryName>
+ </configFile>
+ </configFiles>
+ </component>
+ </components>
+ <osSpecifics>
+ <osSpecific>
+ <osFamily>any</osFamily>
+ <packages>
+ <package>
+ <name>solr_4_1_*</name>
+ </package>
+ </packages>
+ </osSpecific>
+ </osSpecifics>
+
+ <commandScript>
+ <script>scripts/service_check.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>300</timeout>
+ </commandScript>
+
+ <requiredServices>
+ <service>HDFS</service>
+ </requiredServices>
+
+ <configuration-dependencies>
+ <config-type>solr-log4j</config-type>
+ </configuration-dependencies>
+ </service>
+ </services>
+</metainfo>
+
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/__init__.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/__init__.py b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/__init__.py
new file mode 100755
index 0000000..5561e10
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/__init__.py
@@ -0,0 +1,19 @@
+#!/usr/bin/env python
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/params.py b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/params.py
new file mode 100644
index 0000000..c2066b8
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/params.py
@@ -0,0 +1,130 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+Ambari Agent
+
+"""
+
+from resource_management import *
+from resource_management.libraries import Script
+from resource_management.libraries.functions import conf_select
+from resource_management.libraries.resources import HdfsResource
+import status_params
+
+# server configurations
+config = Script.get_config()
+stack_name = default("/hostLevelParams/stack_name", None)
+
+zookeeper_hosts = config['clusterHostInfo']['zookeeper_hosts']
+zookeeper_hosts.sort()
+zookeeper_hosts_list=','.join(zookeeper_hosts)
+
+java64_home = config['hostLevelParams']['java_home']
+
+# New Cluster Stack Version that is defined during the RESTART of a Rolling Upgrade.
+# Version being upgraded/downgraded to
+# It cannot be used during the initial Cluser Install because the version is not yet known.
+version = default("/commandParams/version", None)
+
+# current host stack version
+current_version = default("/hostLevelParams/current_version", None)
+stack_version_unformatted = str(config['hostLevelParams']['stack_version'])
+iop_stack_version = format_hdp_stack_version(stack_version_unformatted)
+
+# Upgrade direction
+upgrade_direction = default("/commandParams/upgrade_direction", None)
+
+solr_user=config['configurations']['solr-env']['solr_user']
+user_group=config['configurations']['cluster-env']['user_group']
+hostname = config['hostname']
+solr_server_hosts = config['clusterHostInfo']['solr_hosts']
+solr_server_host = solr_server_hosts[0]
+
+fs_root = config['configurations']['core-site']['fs.defaultFS']
+
+solr_home = '/usr/iop/current/solr-server'
+solr_conf_dir='/usr/iop/current/solr-server/conf'
+if compare_versions(format_hdp_stack_version(current_version), '4.2.0.0') >= 0:
+ if upgrade_direction is not None and upgrade_direction == Direction.DOWNGRADE and version is not None and compare_versions(format_hdp_stack_version(version), '4.2.0.0') < 0:
+ lib_dir=default("/configurations/solr-env/solr_lib_dir", None)
+ else:
+ lib_dir=default("/configurations/solr-env/solr_data_dir", None)
+ solr_data_dir=default("/configurations/solr-env/solr_data_dir", None)
+else: #IOP 4.1
+ if upgrade_direction is not None and upgrade_direction == Direction.UPGRADE:
+ solr_data_dir=default("/configurations/solr-env/solr_data_dir", None)
+ lib_dir=default("/configurations/solr-env/solr_data_dir", None)
+ old_lib_dir=default("/configurations/solr-env/solr_lib_dir", None)
+ else:
+ solr_data_dir=default("/configurations/solr-env/solr_lib_dir", None)
+ lib_dir=default("/configurations/solr-env/solr_lib_dir", None)
+log_dir=config['configurations']['solr-env']['solr_log_dir']
+pid_dir=config['configurations']['solr-env']['solr_pid_dir']
+solr_port=config['configurations']['solr-env']['solr_port']
+
+zookeeper_chroot=config['configurations']['solr-env']['ZOOKEEPER_CHROOT']
+
+solr_site = dict(config['configurations']['solr-site'])
+security_enabled = config['configurations']['cluster-env']['security_enabled']
+solr_principal = solr_site['solr.hdfs.security.kerberos.principal']
+
+if security_enabled:
+ solr_principal = solr_principal.replace('_HOST',hostname)
+ solr_site['solr.hdfs.security.kerberos.principal']=solr_principal
+
+#kerberos
+sole_kerberos_enabled=config['configurations']['solr-site']['solr.hdfs.security.kerberos.enabled']
+solr_keytab=config['configurations']['solr-site']['solr.hdfs.security.kerberos.keytabfile']
+
+#log4j.properties
+log4j_props = config['configurations']['solr-log4j']['content']
+
+solr_in_sh_template = config['configurations']['solr-env']['content']
+
+solr_pid_file = status_params.solr_pid_file
+
+solr_hdfs_home_dir = config['configurations']['solr-env']['solr_hdfs_home_dir']
+solr_hdfs_user_mode = 0775
+
+smokeuser = config['configurations']['cluster-env']['smokeuser']
+smokeuser_principal = config['configurations']['cluster-env']['smokeuser_principal_name']
+smoke_user_keytab = config['configurations']['cluster-env']['smokeuser_keytab']
+
+hadoop_conf_dir = conf_select.get_hadoop_conf_dir()
+hadoop_bin_dir = conf_select.get_hadoop_dir("bin")
+hdfs_user = config['configurations']['hadoop-env']['hdfs_user']
+hdfs_site = config['configurations']['hdfs-site']
+default_fs = config['configurations']['core-site']['fs.defaultFS']
+hdfs_user_keytab = config['configurations']['hadoop-env']['hdfs_user_keytab']
+hdfs_principal_name = config['configurations']['hadoop-env']['hdfs_principal_name']
+kinit_path_local = get_kinit_path()
+import functools
+#create partial functions with common arguments for every HdfsDirectory call
+#to create hdfs directory we need to call params.HdfsDirectory in code
+HdfsResource = functools.partial(
+ HdfsResource,
+ user=hdfs_user,
+ security_enabled = security_enabled,
+ keytab = hdfs_user_keytab,
+ kinit_path_local = kinit_path_local,
+ hadoop_bin_dir = hadoop_bin_dir,
+ hadoop_conf_dir = hadoop_conf_dir,
+ principal_name = hdfs_principal_name,
+ hdfs_site = hdfs_site,
+ default_fs = default_fs
+)
+
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/service_check.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/service_check.py b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/service_check.py
new file mode 100755
index 0000000..2950622
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/service_check.py
@@ -0,0 +1,91 @@
+#!/usr/bin/env python
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+
+from resource_management import *
+from resource_management.libraries.functions.validate import call_and_match_output
+import subprocess
+import time
+
+class SolrServiceCheck(Script):
+ def service_check(self, env):
+ import params
+ env.set_params(params)
+
+ command = "curl"
+ httpGssnegotiate = "--negotiate"
+ userpswd = "-u:"
+ insecure = "-k"
+ silent = "-s"
+ out = "-o /dev/null"
+ head = "-w'%{http_code}'"
+ url = "http://" + params.solr_server_host + ":" + str(params.solr_port) + "/solr/"
+ url_server_check = url + '#/'
+
+ command_with_flags = [command, silent, out, head, httpGssnegotiate, userpswd, insecure, url_server_check]
+
+ is_running = False
+ for i in range(1,11):
+ proc = subprocess.Popen(command_with_flags, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+ Logger.info("Try %d, command: %s" % (i, " ".join(command_with_flags)))
+ (stdout, stderr) = proc.communicate()
+ response = stdout
+ if '200' in response:
+ is_running = True
+ Logger.info('Solr Server up and running')
+ break
+ Logger.info("Response: %s" % str(response))
+ time.sleep(5)
+
+ if is_running == False :
+ Logger.info('Solr Server not running.')
+ raise ComponentIsNotRunning()
+
+ if params.security_enabled:
+ kinit_cmd = format("{kinit_path_local} -kt {smoke_user_keytab} {smokeuser_principal};")
+ Execute(kinit_cmd,
+ user = params.smokeuser,
+ logoutput = True
+ )
+
+ create_collection_cmd = format("SOLR_INCLUDE={solr_conf_dir}/solr.in.sh solr create -c smokeuser-ExampleCollection -s 2 -d data_driven_schema_configs")
+ create_collection_output = "success"
+ create_collection_exists_output = "Collection 'smokeuser-ExampleCollection' already exists!"
+
+ Logger.info("Creating solr collection from example: %s" % create_collection_cmd)
+ call_and_match_output(create_collection_cmd, format("({create_collection_output})|({create_collection_exists_output})"), "Failed to create collection")
+
+ list_collection_cmd = "curl " + url + "admin/collections?action=list"
+ list_collection_output = "<str>smokeuser-ExampleCollection</str>"
+ Logger.info("List Collections: %s" % list_collection_cmd)
+ call_and_match_output(list_collection_cmd, format("({list_collection_output})"), "Failed to create collection \"smokeuser-ExampleCollection\" or check that collection exists")
+
+ delete_collection_cmd = format("SOLR_INCLUDE={solr_conf_dir}/solr.in.sh solr delete -c smokeuser-ExampleCollection")
+
+ Logger.info("Deleting solr collection : %s" % delete_collection_cmd)
+
+ Execute(delete_collection_cmd,
+ user = params.solr_user,
+ logoutput=True
+ )
+
+
+if __name__ == "__main__":
+ SolrServiceCheck().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr.py b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr.py
new file mode 100644
index 0000000..47f68e6
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr.py
@@ -0,0 +1,142 @@
+#!/usr/bin/env python
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+from resource_management import *
+from resource_management.libraries.functions import conf_select
+import sys
+import os
+
+def solr(type = None, upgrade_type=None):
+ import params
+
+ if type == 'server':
+ effective_version = params.iop_stack_version if upgrade_type is None else format_hdp_stack_version(params.version)
+
+ params.HdfsResource(params.solr_hdfs_home_dir,
+ type="directory",
+ action="create_on_execute",
+ owner=params.solr_user,
+ mode=params.solr_hdfs_user_mode
+ )
+ params.HdfsResource(None, action="execute")
+
+ Directory([params.log_dir,params.pid_dir,params.solr_conf_dir],
+ mode=0755,
+ cd_access='a',
+ owner=params.solr_user,
+ recursive=True,
+ group=params.user_group
+ )
+
+ XmlConfig("solr-site.xml",
+ conf_dir=params.solr_conf_dir,
+ configurations=params.solr_site,
+ configuration_attributes=params.config['configuration_attributes']['solr-site'],
+ owner=params.solr_user,
+ group=params.user_group,
+ mode=0644
+ )
+
+ File(format("{solr_conf_dir}/solr.in.sh"),
+ content=InlineTemplate(params.solr_in_sh_template),
+ owner=params.solr_user,
+ group=params.user_group
+ )
+
+ File(format("{solr_conf_dir}/log4j.properties"),
+ mode=0644,
+ group=params.user_group,
+ owner=params.solr_user,
+ content=params.log4j_props
+ )
+
+ File(format("{solr_conf_dir}/log4j.properties"),
+ mode=0644,
+ group=params.user_group,
+ owner=params.solr_user,
+ content=params.log4j_props
+ )
+
+ Directory(params.lib_dir,
+ mode=0755,
+ cd_access='a',
+ owner=params.solr_user,
+ recursive=True,
+ group=params.user_group
+ )
+
+ if effective_version is not None and effective_version != "" and compare_versions(effective_version, '4.2.0.0') >= 0:
+ File(format("{lib_dir}/solr.xml"),
+ mode=0644,
+ group=params.user_group,
+ owner=params.solr_user,
+ content=Template("solr.xml.j2")
+ )
+ else:
+ Directory(format("{lib_dir}/data"),
+ owner=params.solr_user,
+ recursive=True,
+ group=params.user_group
+ )
+
+ File(format("{lib_dir}/data/solr.xml"),
+ mode=0644,
+ group=params.user_group,
+ owner=params.solr_user,
+ content=Template("solr.xml.j2")
+ )
+
+ #solr-webapp is temp dir, need to own by solr in order for it to wirte temp files into.
+ Directory(format("{solr_home}/server/solr-webapp"),
+ owner=params.solr_user,
+ recursive=True,
+ )
+
+ elif type == '4103':
+ solr41_conf_dir = "/usr/iop/4.1.0.0/solr/conf"
+ solr41_etc_dir="/etc/solr/4.1.0.0/0"
+ if not os.path.exists(solr41_etc_dir):
+ Execute("mkdir -p /etc/solr/4.1.0.0/0")
+
+ content_path=solr41_conf_dir
+ if not os.path.isfile("/usr/iop/4.1.0.0/solr/conf/solr.in.sh"):
+ content_path = "/etc/solr/conf.backup"
+
+ for each in os.listdir(content_path):
+ File(os.path.join(solr41_etc_dir, each),
+ owner=params.solr_user,
+ content = StaticFile(os.path.join(content_path,each)))
+
+ if not os.path.islink(solr41_conf_dir):
+ Directory(solr41_conf_dir,
+ action="delete",
+ recursive=True)
+
+ if os.path.islink(solr41_conf_dir):
+ os.unlink(solr41_conf_dir)
+
+ if not os.path.islink(solr41_conf_dir):
+ Link(solr41_conf_dir,
+ to=solr41_etc_dir
+ )
+
+ conf_select.select(params.stack_name, "solr", "4.1.0.0")
+
+
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_client.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_client.py b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_client.py
new file mode 100755
index 0000000..27c8235
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_client.py
@@ -0,0 +1,36 @@
+#!/usr/bin/env python
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+import sys
+from resource_management import *
+
+class SolrClient(Script):
+ def install(self, env):
+ self.install_packages(env)
+
+
+ def configure(self, env):
+ print 'Configure the solr client';
+
+ def status(self, env):
+ raise ClientComponentHasNoStatus()
+
+if __name__ == "__main__":
+ SolrClient().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/66984d9a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_server.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_server.py b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_server.py
new file mode 100644
index 0000000..c8be5ef
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/SOLR/5.1.0.4.1/package/scripts/solr_server.py
@@ -0,0 +1,110 @@
+#!/usr/bin/env python
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+
+import sys
+from resource_management import *
+from resource_management.libraries.functions import conf_select
+from resource_management.libraries.functions import iop_select
+from solr_service import solr_service
+from solr import solr
+import os
+
+class SolrServer(Script):
+ def install(self, env):
+ self.install_packages(env)
+
+ def configure(self, env, upgrade_type=None):
+ import params
+ env.set_params(params)
+ if not os.path.isfile("/usr/iop/4.1.0.0/solr/conf/solr.in.sh"):
+ solr(type='4103', upgrade_type=upgrade_type)
+ solr(type='server', upgrade_type=upgrade_type)
+
+ def pre_upgrade_restart(self, env, upgrade_type=None):
+ Logger.info("Executing Stack Upgrade pre-restart")
+ import params
+ env.set_params(params)
+ if params.version and compare_versions(format_hdp_stack_version(params.version), '4.1.0.0') >= 0:
+ iop_select.select("solr-server", params.version)
+ conf_select.select(params.stack_name, "solr", params.version)
+
+ def start(self, env, upgrade_type=None):
+ import params
+ env.set_params(params)
+ self.configure(env)
+ solr_service(action = 'start')
+
+ def stop(self, env, upgrade_type=None):
+ import params
+ env.set_params(params)
+ solr_service(action = 'stop')
+
+ def status(self, env):
+ import status_params
+ env.set_params(status_params)
+ check_process_status(status_params.solr_pid_file)
+
+ def security_status(self, env):
+ import status_params
+ env.set_params(status_params)
+ if status_params.security_enabled:
+ props_value_check = {"solr.hdfs.security.kerberos.enabled":"true"}
+ props_empty_check = ["solr.hdfs.security.kerberos.keytabfile",
+ "solr.hdfs.security.kerberos.principal"]
+ props_read_check = ["solr.hdfs.security.kerberos.keytabfile"]
+ solr_site_props = build_expectations('solr-site', props_value_check, props_empty_check, props_read_check)
+
+ solr_expectations = {}
+ solr_expectations.update(solr_site_props)
+
+ security_params = get_params_from_filesystem(status_params.solr_conf_dir,
+ {'solr-site.xml': FILE_TYPE_XML})
+ result_issues = validate_security_config_properties(security_params,solr_expectations)
+
+ if not result_issues: # If all validations passed successfully
+ try:
+ if 'solr-site' not in security_params \
+ or 'solr.hdfs.security.kerberos.keytabfile' not in security_params['solr-site'] \
+ or 'solr.hdfs.security.kerberos.principal' not in security_params['solr-site']:
+ self.put_structured_out({"securityState": "UNSECURED"})
+ self.put_structured_out({"securityIssuesFound": "Keytab file or principal are not set property."})
+ return
+ cached_kinit_executor(status_params.kinit_path_local,
+ status_params.solr_user,
+ security_params['solr-site']['solr.hdfs.security.kerberos.keytabfile'],
+ security_params['solr-site']['solr.hdfs.security.kerberos.principal'],
+ status_params.hostname,
+ status_params.tmp_dir)
+ self.put_structured_out({"securityState": "SECURED_KERBEROS"})
+ except Exception as e:
+ self.put_structured_out({"securityState": "ERROR"})
+ self.put_structured_out({"securityStateErrorInfo": str(e)})
+ else:
+ issues = []
+ for cf in result_issues:
+ issues.append("Configuration file %s did not pass the validation. Reason: %s" % (cf, result_issues[cf]))
+ self.put_structured_out({"securityIssuesFound": ". ".join(issues)})
+ self.put_structured_out({"securityState": "UNSECURED"})
+ else:
+ self.put_structured_out({"securityState": "UNSECURED"})
+
+
+if __name__ == "__main__":
+ SolrServer().execute()