You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@ambari.apache.org by "Andrew Onischuk (JIRA)" <ji...@apache.org> on 2015/02/20 22:50:11 UTC
[jira] [Resolved] (AMBARI-9711) Start Flume, Knox failed after
upgrade from 1.7.0 to 2.0.0
[ https://issues.apache.org/jira/browse/AMBARI-9711?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Andrew Onischuk resolved AMBARI-9711.
-------------------------------------
Resolution: Fixed
Committed to trunk
> Start Flume, Knox failed after upgrade from 1.7.0 to 2.0.0
> ----------------------------------------------------------
>
> Key: AMBARI-9711
> URL: https://issues.apache.org/jira/browse/AMBARI-9711
> Project: Ambari
> Issue Type: Bug
> Reporter: Andrew Onischuk
> Assignee: Andrew Onischuk
> Fix For: 2.0.0
>
>
> **STR:**
> 1)Deploy old version with all services
> 2)Make ambari only upgrade to 2.0.0
> **Actual result:**
> Start Flume, Knox failed after upgrade from 1.7.0 to 2.0.0
>
>
>
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18",
> "Requests" : {
> "aborted_task_count" : 0,
> "cluster_name" : "cl1",
> "completed_task_count" : 3,
> "create_time" : 1424091595059,
> "end_time" : 1424091797170,
> "exclusive" : false,
> "failed_task_count" : 3,
> "id" : 18,
> "inputs" : null,
> "operation_level" : null,
> "progress_percent" : 100.0,
> "queued_task_count" : 0,
> "request_context" : "_PARSE_.START.FLUME",
> "request_schedule" : null,
> "request_status" : "FAILED",
> "resource_filters" : [ ],
> "start_time" : 1424091595086,
> "task_count" : 3,
> "timed_out_task_count" : 0,
> "type" : "INTERNAL_REQUEST"
> },
> "tasks" : [
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/310",
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 310,
> "request_id" : 18,
> "stage_id" : 1
> }
> },
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/311",
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 311,
> "request_id" : 18,
> "stage_id" : 1
> }
> },
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/312",
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 312,
> "request_id" : 18,
> "stage_id" : 1
> }
> }
> ],
> "stages" : [
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/stages/1",
> "Stage" : {
> "cluster_name" : "cl1",
> "request_id" : 18,
> "stage_id" : 1
> }
> }
> ]
> }
> --------------------------------------------------------------------------------
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/310",
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "FLUME_HANDLER START",
> "end_time" : 1424091793522,
> "error_log" : "/var/lib/ambari-agent/data/errors-310.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal",
> "id" : 310,
> "output_log" : "/var/lib/ambari-agent/data/output-310.txt",
> "request_id" : 18,
> "role" : "FLUME_HANDLER",
> "stage_id" : 1,
> "start_time" : 1424091595088,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:13,302 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\", line 56, in start\n flume(action='start')\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\", line 161, in flume\n try_sleep=10)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
> "stdout" : "2015-02-16 12:59:58,551 - u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\" {'recursive': True}\n2015-02-16 12:59:58,553 - u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\" {'content': DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16 12:59:58,553 - Not downloading the file from http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip, because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already exists\n0\n2015-02-16 12:59:58,621 - u\"Group['hadoop']\" {'ignore_failures': False}\n2015-02-16 12:59:58,623 - Modifying group hadoop\n0\n2015-02-16 12:59:58,751 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16 12:59:58,752 - Modifying group nobody\n0\n2015-02-16 12:59:58,797 - u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 12:59:58,798 - Modifying group users\n0\n2015-02-16 12:59:58,844 - u\"Group['knox']\" {'ignore_failures': False}\n2015-02-16 12:59:58,845 - Modifying group knox\n0\n2015-02-16 12:59:58,889 - u\"User['hive']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:58,890 - Modifying user hive\n0\n2015-02-16 12:59:58,938 - u\"User['oozie']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 12:59:58,939 - Modifying user oozie\n0\n2015-02-16 12:59:58,987 - u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'nobody']}\n2015-02-16 12:59:58,988 - Modifying user nobody\n0\n2015-02-16 12:59:59,037 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 12:59:59,038 - Modifying user ambari-qa\n0\n2015-02-16 12:59:59,090 - u\"User['flume']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,091 - Modifying user flume\n0\n2015-02-16 12:59:59,138 - u\"User['hdfs']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,139 - Modifying user hdfs\n0\n2015-02-16 12:59:59,187 - u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,189 - Modifying user knox\n0\n2015-02-16 12:59:59,291 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,291 - Modifying user storm\n0\n2015-02-16 12:59:59,338 - u\"User['mapred']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,339 - Modifying user mapred\n0\n2015-02-16 12:59:59,386 - u\"User['hbase']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,386 - Modifying user hbase\n0\n2015-02-16 12:59:59,438 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 12:59:59,439 - Modifying user tez\n0\n2015-02-16 12:59:59,604 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,605 - Modifying user zookeeper\n0\n2015-02-16 12:59:59,730 - u\"User['falcon']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,731 - Modifying user falcon\n0\n2015-02-16 12:59:59,780 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,781 - Modifying user sqoop\n0\n2015-02-16 12:59:59,829 - u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,830 - Modifying user yarn\n0\n2015-02-16 12:59:59,877 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,878 - Modifying user hcat\n0\n2015-02-16 12:59:59,929 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 12:59:59,975 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:00,019 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" due to not_if\n2015-02-16 13:00:00,020 - u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True, 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:00,208 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:00,257 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:00,301 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" due to not_if\n2015-02-16 13:00:00,302 - u\"Group['hdfs']\" {'ignore_failures': False}\n2015-02-16 13:00:00,302 - Modifying group hdfs\n0\n2015-02-16 13:00:00,387 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:00:00,387 - Modifying user hdfs\n0\n2015-02-16 13:00:00,432 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16 13:00:00,433 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16 13:00:00,434 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:00:00,480 - Skipping u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:00:00,499 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:00:00,560 - u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16 13:00:00,628 - Skipping u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:00:00,629 - u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:00,816 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:00,952 - u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:01,055 - u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:01,102 - u\"File['/etc/hadoop/conf/health_check']\" {'content': Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:01,147 - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:01,207 - u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:01,252 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:00:01,502 - u\"Directory['/etc/flume/conf']\" {'recursive': True}\n2015-02-16 13:00:01,504 - u\"Directory['/var/log/flume']\" {'owner': 'flume'}\n2015-02-16 13:00:01,505 - u\"Directory['/etc/flume/conf/a1']\" {}\n2015-02-16 13:00:01,505 - u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644, 'properties': ...}\n2015-02-16 13:00:01,514 - Generating properties file: /etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:01,515 - u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content': InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:01,585 - Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't match\n0\n0\n2015-02-16 13:00:01,679 - u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content': Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:01,724 - u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content': '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode': 0644}\n2015-02-16 13:00:01,725 - Writing u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't exist\n0\n0\n2015-02-16 13:00:01,821 - u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...), 'owner': 'flume'}\n0\n2015-02-16 13:00:01,866 - u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:01,866 - u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644, 'properties': ...}\n2015-02-16 13:00:01,873 - Generating properties file: /etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:01,873 - u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content': InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:01,919 - Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't match\n0\n0\n2015-02-16 13:00:02,039 - u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content': Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:02,086 - u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content': '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode': 0644}\n2015-02-16 13:00:02,086 - Writing u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't exist\n0\n0\n2015-02-16 13:00:02,176 - u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...), 'owner': 'flume'}\n0\n2015-02-16 13:00:02,220 - u\"File['/var/run/flume/ambari-state.txt']\" {'content': 'STARTED'}\n0\n2015-02-16 13:00:02,265 - Writing u\"File['/var/run/flume/ambari-state.txt']\" because contents don't match\n0\n0\n2015-02-16 13:00:02,355 - u'Execute[\\'/usr/bin/sudo su flume -l -s /bin/bash -c \\'export PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin\\'\"\\'\"\\' JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ; /usr/hdp/current/flume-server/bin/flume-ng agent --name a2 --conf /etc/flume/conf/a2 --conf-file /etc/flume/conf/a2/flume.conf -Dflume.monitoring.type=ganglia -Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655 > /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16 13:00:02,360 - u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep': 10}\n1\n2015-02-16 13:00:02,408 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:12,456 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:22,503 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:32,549 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:42,595 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:52,647 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:02,696 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:12,742 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:22,790 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:32,838 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:42,885 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:52,931 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:02,979 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:13,023 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:23,068 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:33,110 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:43,157 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:53,205 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:03,255 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:13,302 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\", line 56, in start\n flume(action='start')\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\", line 161, in flume\n try_sleep=10)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n0\n2015-02-16 13:03:13,348 - Command: /usr/bin/hdp-select status flume-server > /tmp/tmpwt8Ch0\nOutput: flume-server - None",
> "structured_out" : { }
> }
> }
> --------------------------------------------------------------------------------
>
> --------------------------------------------------------------------------------
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/311",
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "FLUME_HANDLER START",
> "end_time" : 1424091794526,
> "error_log" : "/var/lib/ambari-agent/data/errors-311.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-8.cs1cloud.internal",
> "id" : 311,
> "output_log" : "/var/lib/ambari-agent/data/output-311.txt",
> "request_id" : 18,
> "role" : "FLUME_HANDLER",
> "stage_id" : 1,
> "start_time" : 1424091595089,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:14,346 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\", line 56, in start\n flume(action='start')\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\", line 161, in flume\n try_sleep=10)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
> "stdout" : "2015-02-16 12:59:59,891 - u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\" {'recursive': True}\n2015-02-16 12:59:59,893 - u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\" {'content': DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16 12:59:59,893 - Not downloading the file from http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip, because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already exists\n0\n2015-02-16 12:59:59,963 - u\"Group['hadoop']\" {'ignore_failures': False}\n2015-02-16 12:59:59,965 - Modifying group hadoop\n0\n2015-02-16 13:00:00,014 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16 13:00:00,015 - Modifying group nobody\n0\n2015-02-16 13:00:00,061 - u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:00:00,061 - Modifying group users\n0\n2015-02-16 13:00:00,105 - u\"Group['knox']\" {'ignore_failures': False}\n2015-02-16 13:00:00,105 - Modifying group knox\n0\n2015-02-16 13:00:00,149 - u\"User['hive']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,150 - Modifying user hive\n0\n2015-02-16 13:00:00,200 - u\"User['oozie']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:00:00,201 - Modifying user oozie\n0\n2015-02-16 13:00:00,252 - u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'nobody']}\n2015-02-16 13:00:00,252 - Modifying user nobody\n0\n2015-02-16 13:00:00,379 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:00:00,380 - Modifying user ambari-qa\n0\n2015-02-16 13:00:00,427 - u\"User['flume']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,427 - Modifying user flume\n0\n2015-02-16 13:00:00,473 - u\"User['hdfs']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,473 - Modifying user hdfs\n0\n2015-02-16 13:00:00,519 - u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,520 - Modifying user knox\n0\n2015-02-16 13:00:00,567 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,568 - Modifying user storm\n0\n2015-02-16 13:00:00,615 - u\"User['mapred']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,615 - Modifying user mapred\n0\n2015-02-16 13:00:00,661 - u\"User['hbase']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,661 - Modifying user hbase\n0\n2015-02-16 13:00:00,707 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:00:00,707 - Modifying user tez\n0\n2015-02-16 13:00:00,753 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,754 - Modifying user zookeeper\n0\n2015-02-16 13:00:00,802 - u\"User['falcon']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,802 - Modifying user falcon\n0\n2015-02-16 13:00:00,848 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,848 - Modifying user sqoop\n0\n2015-02-16 13:00:00,895 - u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,895 - Modifying user yarn\n0\n2015-02-16 13:00:00,941 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,941 - Modifying user hcat\n0\n2015-02-16 13:00:00,987 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:01,033 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:01,079 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" due to not_if\n2015-02-16 13:00:01,080 - u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True, 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:01,266 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:01,315 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:01,361 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" due to not_if\n2015-02-16 13:00:01,362 - u\"Group['hdfs']\" {'ignore_failures': False}\n2015-02-16 13:00:01,363 - Modifying group hdfs\n0\n2015-02-16 13:00:01,490 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:00:01,491 - Modifying user hdfs\n0\n2015-02-16 13:00:01,539 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16 13:00:01,540 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16 13:00:01,542 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:00:01,588 - Skipping u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:00:01,603 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:00:01,666 - u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16 13:00:01,733 - Skipping u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:00:01,733 - u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:01,915 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:02,048 - u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:02,145 - u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:02,193 - u\"File['/etc/hadoop/conf/health_check']\" {'content': Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:02,238 - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:02,296 - u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:02,340 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:00:02,589 - u\"Directory['/etc/flume/conf']\" {'recursive': True}\n2015-02-16 13:00:02,591 - u\"Directory['/var/log/flume']\" {'owner': 'flume'}\n2015-02-16 13:00:02,592 - u\"Directory['/etc/flume/conf/a1']\" {}\n2015-02-16 13:00:02,592 - u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644, 'properties': ...}\n2015-02-16 13:00:02,601 - Generating properties file: /etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:02,601 - u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content': InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:02,669 - Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't match\n0\n0\n2015-02-16 13:00:02,767 - u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content': Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:02,812 - u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content': '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode': 0644}\n2015-02-16 13:00:02,812 - Writing u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't exist\n0\n0\n2015-02-16 13:00:02,902 - u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...), 'owner': 'flume'}\n0\n2015-02-16 13:00:02,946 - u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:02,946 - u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644, 'properties': ...}\n2015-02-16 13:00:02,951 - Generating properties file: /etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:02,952 - u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content': InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:02,995 - Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't match\n0\n0\n2015-02-16 13:00:03,086 - u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content': Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:03,130 - u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content': '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode': 0644}\n2015-02-16 13:00:03,130 - Writing u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't exist\n0\n0\n2015-02-16 13:00:03,219 - u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...), 'owner': 'flume'}\n0\n2015-02-16 13:00:03,265 - u\"File['/var/run/flume/ambari-state.txt']\" {'content': 'STARTED'}\n0\n2015-02-16 13:00:03,307 - Writing u\"File['/var/run/flume/ambari-state.txt']\" because contents don't match\n0\n0\n2015-02-16 13:00:03,394 - u'Execute[\\'/usr/bin/sudo su flume -l -s /bin/bash -c \\'export PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin\\'\"\\'\"\\' JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ; /usr/hdp/current/flume-server/bin/flume-ng agent --name a2 --conf /etc/flume/conf/a2 --conf-file /etc/flume/conf/a2/flume.conf -Dflume.monitoring.type=ganglia -Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655 > /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16 13:00:03,398 - u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep': 10}\n1\n2015-02-16 13:00:03,444 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:13,492 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:23,538 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:33,583 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:43,628 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:53,672 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:03,718 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:13,763 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:23,807 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:33,854 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:43,924 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:53,972 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:04,020 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:14,064 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:24,113 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:34,157 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:44,206 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:54,258 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:04,302 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:14,346 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\", line 56, in start\n flume(action='start')\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\", line 161, in flume\n try_sleep=10)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n0\n2015-02-16 13:03:14,394 - Command: /usr/bin/hdp-select status flume-server > /tmp/tmpR77HbA\nOutput: flume-server - None",
> "structured_out" : { }
> }
> }
> --------------------------------------------------------------------------------
>
> --------------------------------------------------------------------------------
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/312",
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "FLUME_HANDLER START",
> "end_time" : 1424091797146,
> "error_log" : "/var/lib/ambari-agent/data/errors-312.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal",
> "id" : 312,
> "output_log" : "/var/lib/ambari-agent/data/output-312.txt",
> "request_id" : 18,
> "role" : "FLUME_HANDLER",
> "stage_id" : 1,
> "start_time" : 1424091595089,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:16,598 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\", line 56, in start\n flume(action='start')\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\", line 161, in flume\n try_sleep=10)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
> "stdout" : "2015-02-16 13:00:01,603 - u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\" {'recursive': True}\n2015-02-16 13:00:01,605 - u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\" {'content': DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16 13:00:01,605 - Not downloading the file from http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip, because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already exists\n0\n2015-02-16 13:00:01,724 - u\"Group['hadoop']\" {'ignore_failures': False}\n2015-02-16 13:00:01,726 - Modifying group hadoop\n0\n2015-02-16 13:00:01,772 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16 13:00:01,772 - Modifying group nobody\n0\n2015-02-16 13:00:01,863 - u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:00:01,863 - Modifying group users\n0\n2015-02-16 13:00:01,910 - u\"Group['knox']\" {'ignore_failures': False}\n2015-02-16 13:00:01,911 - Modifying group knox\n0\n2015-02-16 13:00:01,960 - u\"User['hive']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:01,960 - Modifying user hive\n0\n2015-02-16 13:00:02,067 - u\"User['oozie']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:00:02,068 - Modifying user oozie\n0\n2015-02-16 13:00:02,117 - u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'nobody']}\n2015-02-16 13:00:02,119 - Modifying user nobody\n0\n2015-02-16 13:00:02,168 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:00:02,168 - Modifying user ambari-qa\n0\n2015-02-16 13:00:02,257 - u\"User['flume']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,258 - Modifying user flume\n0\n2015-02-16 13:00:02,304 - u\"User['hdfs']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,305 - Modifying user hdfs\n0\n2015-02-16 13:00:02,349 - u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,350 - Modifying user knox\n0\n2015-02-16 13:00:02,404 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,405 - Modifying user storm\n0\n2015-02-16 13:00:02,502 - u\"User['mapred']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,506 - Modifying user mapred\n0\n2015-02-16 13:00:02,555 - u\"User['hbase']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,555 - Modifying user hbase\n0\n2015-02-16 13:00:02,634 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:00:02,634 - Modifying user tez\n0\n2015-02-16 13:00:02,686 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,687 - Modifying user zookeeper\n0\n2015-02-16 13:00:02,735 - u\"User['falcon']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,736 - Modifying user falcon\n0\n2015-02-16 13:00:02,787 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,788 - Modifying user sqoop\n0\n2015-02-16 13:00:02,835 - u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,836 - Modifying user yarn\n0\n2015-02-16 13:00:02,888 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,889 - Modifying user hcat\n0\n2015-02-16 13:00:02,937 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:02,986 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:03,031 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" due to not_if\n2015-02-16 13:00:03,032 - u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True, 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:03,228 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:03,279 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:03,327 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" due to not_if\n2015-02-16 13:00:03,332 - u\"Group['hdfs']\" {'ignore_failures': False}\n2015-02-16 13:00:03,333 - Modifying group hdfs\n0\n2015-02-16 13:00:03,378 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:00:03,379 - Modifying user hdfs\n0\n2015-02-16 13:00:03,429 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16 13:00:03,430 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16 13:00:03,431 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:00:03,476 - Skipping u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:00:03,495 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:00:03,561 - u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16 13:00:03,647 - Skipping u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:00:03,648 - u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:03,859 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:04,003 - u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:04,103 - u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:04,157 - u\"File['/etc/hadoop/conf/health_check']\" {'content': Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:04,201 - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:04,276 - u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:04,324 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:00:04,615 - u\"Directory['/etc/flume/conf']\" {'recursive': True}\n2015-02-16 13:00:04,616 - u\"Directory['/var/log/flume']\" {'owner': 'flume'}\n2015-02-16 13:00:04,617 - u\"Directory['/etc/flume/conf/a1']\" {}\n2015-02-16 13:00:04,618 - u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644, 'properties': ...}\n2015-02-16 13:00:04,627 - Generating properties file: /etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:04,627 - u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content': InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:04,703 - Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't match\n0\n0\n2015-02-16 13:00:04,820 - u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content': Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:04,872 - u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content': '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode': 0644}\n2015-02-16 13:00:04,872 - Writing u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't exist\n0\n0\n2015-02-16 13:00:04,976 - u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...), 'owner': 'flume'}\n0\n2015-02-16 13:00:05,023 - u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:05,024 - u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644, 'properties': ...}\n2015-02-16 13:00:05,032 - Generating properties file: /etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:05,032 - u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content': InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:05,081 - Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't match\n0\n0\n2015-02-16 13:00:05,184 - u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content': Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:05,230 - u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content': '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode': 0644}\n2015-02-16 13:00:05,231 - Writing u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't exist\n0\n0\n2015-02-16 13:00:05,336 - u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...), 'owner': 'flume'}\n0\n2015-02-16 13:00:05,384 - u\"File['/var/run/flume/ambari-state.txt']\" {'content': 'STARTED'}\n0\n2015-02-16 13:00:05,432 - Writing u\"File['/var/run/flume/ambari-state.txt']\" because contents don't match\n0\n0\n2015-02-16 13:00:05,534 - u'Execute[\\'/usr/bin/sudo su flume -l -s /bin/bash -c \\'export PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/home/jenkins/jenkins-tools/ec2-api-tools/bin:/home/oracle/instantclient_11_2:/root/bin\\'\"\\'\"\\' JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ; /usr/hdp/current/flume-server/bin/flume-ng agent --name a2 --conf /etc/flume/conf/a2 --conf-file /etc/flume/conf/a2/flume.conf -Dflume.monitoring.type=ganglia -Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655 > /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16 13:00:05,545 - u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep': 10}\n1\n2015-02-16 13:00:05,591 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:15,651 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:25,709 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:35,758 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:45,802 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:55,855 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:05,930 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:15,978 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:26,024 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:36,074 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:46,145 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:56,191 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:06,238 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:16,288 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:26,336 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:36,381 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:46,429 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:56,483 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:06,549 - Retrying after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:16,598 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\", line 56, in start\n flume(action='start')\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\", line 161, in flume\n try_sleep=10)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1. \n0\n2015-02-16 13:03:16,659 - Command: /usr/bin/hdp-select status flume-server > /tmp/tmpI6W6cw\nOutput: flume-server - None",
> "structured_out" : { }
> }
> }
> --------------------------------------------------------------------------------
>
> ##############################################################################
>
> 2015-02-16 13:13:14,080 RequestInfoCollector - Info on ambari-server api for request id: [19]
> ##############################################################################
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19",
> "Requests" : {
> "aborted_task_count" : 0,
> "cluster_name" : "cl1",
> "completed_task_count" : 1,
> "create_time" : 1424091832296,
> "end_time" : 1424091839309,
> "exclusive" : false,
> "failed_task_count" : 1,
> "id" : 19,
> "inputs" : null,
> "operation_level" : null,
> "progress_percent" : 100.0,
> "queued_task_count" : 0,
> "request_context" : "_PARSE_.START.KNOX",
> "request_schedule" : null,
> "request_status" : "FAILED",
> "resource_filters" : [ ],
> "start_time" : 1424091832329,
> "task_count" : 1,
> "timed_out_task_count" : 0,
> "type" : "INTERNAL_REQUEST"
> },
> "tasks" : [
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/tasks/313",
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 313,
> "request_id" : 19,
> "stage_id" : 1
> }
> }
> ],
> "stages" : [
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/stages/1",
> "Stage" : {
> "cluster_name" : "cl1",
> "request_id" : 19,
> "stage_id" : 1
> }
> }
> ]
> }
> --------------------------------------------------------------------------------
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/tasks/313",
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "KNOX_GATEWAY START",
> "end_time" : 1424091839299,
> "error_log" : "/var/lib/ambari-agent/data/errors-313.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal",
> "id" : 313,
> "output_log" : "/var/lib/ambari-agent/data/output-313.txt",
> "request_id" : 19,
> "role" : "KNOX_GATEWAY",
> "stage_id" : 1,
> "start_time" : 1424091832331,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:59,057 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py\", line 87, in start\n not_if=no_op_test\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of '/usr/hdp/current/knox-server/bin/gateway.sh start' returned 127. -bash: /usr/hdp/current/knox-server/bin/gateway.sh: No such file or directory",
> "stdout" : "2015-02-16 13:03:55,562 - u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\" {'recursive': True}\n2015-02-16 13:03:55,564 - u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\" {'content': DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16 13:03:55,564 - Not downloading the file from http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip, because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already exists\n0\n2015-02-16 13:03:55,632 - u\"Group['hadoop']\" {'ignore_failures': False}\n2015-02-16 13:03:55,634 - Modifying group hadoop\n0\n2015-02-16 13:03:55,719 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16 13:03:55,720 - Modifying group nobody\n0\n2015-02-16 13:03:55,764 - u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:03:55,765 - Modifying group users\n0\n2015-02-16 13:03:55,809 - u\"Group['knox']\" {'ignore_failures': False}\n2015-02-16 13:03:55,810 - Modifying group knox\n0\n2015-02-16 13:03:55,856 - u\"User['hive']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:55,856 - Modifying user hive\n0\n2015-02-16 13:03:55,906 - u\"User['oozie']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:03:55,907 - Modifying user oozie\n0\n2015-02-16 13:03:55,995 - u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'nobody']}\n2015-02-16 13:03:55,996 - Modifying user nobody\n0\n2015-02-16 13:03:56,046 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:03:56,046 - Modifying user ambari-qa\n0\n2015-02-16 13:03:56,097 - u\"User['flume']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,097 - Modifying user flume\n0\n2015-02-16 13:03:56,147 - u\"User['hdfs']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,148 - Modifying user hdfs\n0\n2015-02-16 13:03:56,197 - u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,198 - Modifying user knox\n0\n2015-02-16 13:03:56,249 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,250 - Modifying user storm\n0\n2015-02-16 13:03:56,338 - u\"User['mapred']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,339 - Modifying user mapred\n0\n2015-02-16 13:03:56,383 - u\"User['hbase']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,384 - Modifying user hbase\n0\n2015-02-16 13:03:56,429 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16 13:03:56,430 - Modifying user tez\n0\n2015-02-16 13:03:56,477 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,478 - Modifying user zookeeper\n0\n2015-02-16 13:03:56,524 - u\"User['falcon']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,525 - Modifying user falcon\n0\n2015-02-16 13:03:56,575 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,576 - Modifying user sqoop\n0\n2015-02-16 13:03:56,627 - u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,628 - Modifying user yarn\n0\n2015-02-16 13:03:56,673 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,674 - Modifying user hcat\n0\n2015-02-16 13:03:56,719 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:03:56,765 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:03:56,809 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\" due to not_if\n2015-02-16 13:03:56,810 - u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True, 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:03:56,995 - u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:03:57,062 - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:03:57,107 - Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\" due to not_if\n2015-02-16 13:03:57,108 - u\"Group['hdfs']\" {'ignore_failures': False}\n2015-02-16 13:03:57,108 - Modifying group hdfs\n0\n2015-02-16 13:03:57,155 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:03:57,156 - Modifying user hdfs\n0\n2015-02-16 13:03:57,205 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16 13:03:57,206 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16 13:03:57,207 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:03:57,262 - Skipping u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:03:57,278 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:03:57,338 - u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16 13:03:57,405 - Skipping u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:03:57,406 - u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:03:57,597 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:03:57,736 - u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'}\n0\n0\n2015-02-16 13:03:57,838 - u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:03:57,886 - u\"File['/etc/hadoop/conf/health_check']\" {'content': Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:03:57,930 - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:03:57,994 - u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:03:58,039 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:03:58,302 - u\"Directory['/etc/knox/conf']\" {'owner': 'knox', 'group': 'knox', 'recursive': True}\n2015-02-16 13:03:58,304 - u\"XmlConfig['gateway-site.xml']\" {'owner': 'knox', 'group': 'knox', 'conf_dir': '/etc/knox/conf', 'configuration_attributes': {}, 'configurations': ...}\n2015-02-16 13:03:58,326 - Generating config: /etc/knox/conf/gateway-site.xml\n2015-02-16 13:03:58,326 - u\"File['/etc/knox/conf/gateway-site.xml']\" {'owner': 'knox', 'content': InlineTemplate(...), 'group': 'knox', 'mode': None, 'encoding': 'UTF-8'}\n0\n2015-02-16 13:03:58,407 - Writing u\"File['/etc/knox/conf/gateway-site.xml']\" because contents don't match\n0\n0\n2015-02-16 13:03:58,504 - u\"File['/etc/knox/conf/gateway-log4j.properties']\" {'content': '...', 'owner': 'knox', 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,561 - u\"File['/etc/knox/conf/topologies/default.xml']\" {'content': InlineTemplate(...), 'owner': 'knox', 'group': 'knox'}\n0\n2015-02-16 13:03:58,607 - u\"Execute['('chown', '-R', u'knox:knox', '/var/lib/knox/data', '/var/log/knox', '/var/log/knox', u'/var/run/knox', '/etc/knox/conf')']\" {'sudo': True}\n0\n2015-02-16 13:03:58,658 - u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-master --master [PROTECTED]']\" {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'not_if': \"/usr/bin/sudo su knox -l -s /bin/bash -c 'test -f /var/lib/knox/data/security/master'\", 'user': 'knox'}\n0\n2015-02-16 13:03:58,743 - Skipping u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-master --master [PROTECTED]']\" due to not_if\n2015-02-16 13:03:58,745 - u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-cert --hostname amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal']\" {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'not_if': \"/usr/bin/sudo su knox -l -s /bin/bash -c 'test -f /var/lib/knox/data/security/master'\", 'user': 'knox'}\n0\n2015-02-16 13:03:58,830 - Skipping u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-cert --hostname amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal']\" due to not_if\n2015-02-16 13:03:58,831 - u\"File['/etc/knox/conf/ldap-log4j.properties']\" {'content': '...', 'owner': 'knox', 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,879 - u\"File['/etc/knox/conf/users.ldif']\" {'content': '...', 'owner': 'knox', 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,927 - Ranger admin not installed\n2015-02-16 13:03:58,928 - u\"Execute['/usr/hdp/current/knox-server/bin/gateway.sh start']\" {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'not_if': 'ls /var/run/knox/gateway.pid >/dev/null 2>&1 && ps -p `cat /var/run/knox/gateway.pid` >/dev/null 2>&1', 'user': 'knox'}\n2\n127\n2015-02-16 13:03:59,057 - Error while executing command 'start':\nTraceback (most recent call last):\n File \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\", line 208, in execute\n method(env)\n File \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89, in thunk\n return fn(*args, **kwargs)\n File \"/var/lib/ambari-agent/cache/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py\", line 87, in start\n not_if=no_op_test\n File \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line 148, in __init__\n self.env.run()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 152, in run\n self.run_action(resource, action)\n File \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\", line 118, in run_action\n provider_action()\n File \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\", line 276, in action_run\n raise ex\nFail: Execution of '/usr/hdp/current/knox-server/bin/gateway.sh start' returned 127. -bash: /usr/hdp/current/knox-server/bin/gateway.sh: No such file or directory\r\n0\n2015-02-16 13:03:59,117 - Command: /usr/bin/hdp-select status knox-server > /tmp/tmpVmQtrj\nOutput: knox-server - None",
> "structured_out" : { }
> }
> }
>
> **Expected result:**
> Can start all services.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)