You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@ambari.apache.org by "Dmitry Lysnichenko (JIRA)" <ji...@apache.org> on 2015/06/16 19:34:01 UTC

[jira] [Commented] (AMBARI-11955) After installing new repo version, some packages are installed from non-current repository under Centos 6

    [ https://issues.apache.org/jira/browse/AMBARI-11955?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14588423#comment-14588423 ] 

Dmitry Lysnichenko commented on AMBARI-11955:
---------------------------------------------

Committed to trunk and to branch-2.1

> After installing new repo version, some packages are installed from non-current repository under Centos 6
> ---------------------------------------------------------------------------------------------------------
>
>                 Key: AMBARI-11955
>                 URL: https://issues.apache.org/jira/browse/AMBARI-11955
>             Project: Ambari
>          Issue Type: Bug
>          Components: ambari-server
>            Reporter: Dmitry Lysnichenko
>            Assignee: Dmitry Lysnichenko
>             Fix For: 2.1.0
>
>         Attachments: AMBARI-11955.patch
>
>
> STR:
> - Install HDFS+ZK on HDP-2.3
> - add a newer repo version
> - add YARN+TEZ+PIG
> PIG installation fails with 
> {code}
> 2015-06-12 16:44:16,005 - Skipping Execute['('chmod', 'a+x', '/usr/jdk64')'] due to not_if
> 2015-06-12 16:44:16,006 - Execute['mkdir -p /var/lib/ambari-agent/data/tmp/jdk && cd /var/lib/ambari-agent/data/tmp/jdk && tar -xf /var/lib/ambari-agent/data/tmp/jdk-8u40-linux-x64.tar.gz && ambari-sudo.sh cp -rp /var/lib/ambari-agent/data/tmp/jdk/* /usr/jdk64'] {'not_if': 'test -e /usr/jdk64/jdk1.8.0_40/bin/java'}
> 2015-06-12 16:44:16,008 - Skipping Execute['mkdir -p /var/lib/ambari-agent/data/tmp/jdk && cd /var/lib/ambari-agent/data/tmp/jdk && tar -xf /var/lib/ambari-agent/data/tmp/jdk-8u40-linux-x64.tar.gz && ambari-sudo.sh cp -rp /var/lib/ambari-agent/data/tmp/jdk/* /usr/jdk64'] due to not_if
> 2015-06-12 16:44:16,009 - File['/usr/jdk64/jdk1.8.0_40/bin/java'] {'mode': 0755, 'cd_access': 'a'}
> 2015-06-12 16:44:16,009 - Execute['('chgrp', '-R', 'hadoop', '/usr/jdk64/jdk1.8.0_40')'] {'sudo': True}
> 2015-06-12 16:44:16,021 - Execute['('chown', '-R', 'root', '/usr/jdk64/jdk1.8.0_40')'] {'sudo': True}
> 2015-06-12 16:44:16,152 - Package['datafu'] {}
> 2015-06-12 16:44:16,225 - Installing package datafu ('/usr/bin/yum -d 0 -e 0 -y install datafu')
> 2015-06-12 16:44:35,148 - Package['pig_2_3_*'] {}
> 2015-06-12 16:44:35,160 - Skipping installation of existing package pig_2_3_*
> 2015-06-12 16:44:35,161 - Execute['('/usr/bin/hdp-select', 'set', 'hadoop-client', '2.3.0.0-2331')'] {'sudo': True}
> 2015-06-12 16:44:35,188 - Directory['/usr/hdp/current/pig-client/conf'] {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}
> 2015-06-12 16:44:35,188 - Creating directory Directory['/usr/hdp/current/pig-client/conf']
> Traceback (most recent call last):
>   File "/var/lib/ambari-agent/cache/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py", line 67, in <module>
>     PigClient().execute()
>   File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 216, in execute
>     method(env)
>   File "/var/lib/ambari-agent/cache/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py", line 55, in install
>     self.configure(env)
>   File "/var/lib/ambari-agent/cache/common-services/PIG/0.12.0.2.0/package/scripts/pig_client.py", line 35, in configure
>     pig()
>   File "/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py", line 89, in thunk
>     return fn(*args, **kwargs)
>   File "/var/lib/ambari-agent/cache/common-services/PIG/0.12.0.2.0/package/scripts/pig.py", line 33, in pig
>     group = params.user_group
>   File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 157, in __init__
>     self.env.run()
>   File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 152, in run
>     self.run_action(resource, action)
>   File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 118, in run_action
>     provider_action()
>   File "/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py", line 151, in action_create
>     sudo.makedirs(path, self.resource.mode or 0755)
>   File "/usr/lib/python2.6/site-packages/resource_management/core/sudo.py", line 51, in makedirs
>     os.makedirs(path, mode)
>   File "/usr/lib64/python2.6/os.py", line 157, in makedirs
>     mkdir(name, mode)
> OSError: [Errno 2] No such file or directory: '/usr/hdp/current/pig-client/conf'
> {code}
> {code}
> [root@dlysnichenko-ru2-2 ~]# ls -l /usr/hdp
> total 12
> drwxr-xr-x. 13 root root 4096 Jun 12 16:44 2.3.0.0-2331
> drwxr-xr-x. 15 root root 4096 Jun 12 16:44 2.3.0.0-2337
> drwxr-xr-x.  2 root root 4096 Jun 12 16:44 current
> ...
> lrwxrwxrwx. 1 root root 33 Jun 12 16:25 hadoop-hdfs-portmap -> /usr/hdp/2.3.0.0-2331/hadoop-hdfs
> lrwxrwxrwx. 1 root root 33 Jun 12 16:25 hadoop-hdfs-secondarynamenode -> /usr/hdp/2.3.0.0-2331/hadoop-hdfs
> lrwxrwxrwx. 1 root root 35 Jun 12 16:44 hadoop-httpfs -> /usr/hdp/2.3.0.0-2331/hadoop-httpfs
> lrwxrwxrwx. 1 root root 38 Jun 12 16:44 hadoop-mapreduce-client -> /usr/hdp/2.3.0.0-2331/hadoop-mapreduce
> lrwxrwxrwx. 1 root root 38 Jun 12 16:44 hadoop-mapreduce-historyserver -> /usr/hdp/2.3.0.0-2331/hadoop-mapreduce
> lrwxrwxrwx. 1 root root 33 Jun 12 16:44 hadoop-yarn-client -> /usr/hdp/2.3.0.0-2331/hadoop-yarn
> lrwxrwxrwx. 1 root root 33 Jun 12 16:25 hadoop-yarn-nodemanager -> /usr/hdp/2.3.0.0-2331/hadoop-yarn
> lrwxrwxrwx. 1 root root 33 Jun 12 16:44 hadoop-yarn-resourcemanager -> /usr/hdp/2.3.0.0-2331/hadoop-yarn
> lrwxrwxrwx. 1 root root 33 Jun 12 16:44 hadoop-yarn-timelineserver -> /usr/hdp/2.3.0.0-2331/hadoop-yarn
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 hbase-client -> /usr/hdp/2.3.0.0-2331/hbase
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 hbase-master -> /usr/hdp/2.3.0.0-2331/hbase
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 hbase-regionserver -> /usr/hdp/2.3.0.0-2331/hbase
> lrwxrwxrwx. 1 root root 26 Jun 12 16:44 hive-client -> /usr/hdp/2.3.0.0-2331/hive
> lrwxrwxrwx. 1 root root 26 Jun 12 16:25 hive-metastore -> /usr/hdp/2.3.0.0-2331/hive
> lrwxrwxrwx. 1 root root 26 Jun 12 16:25 hive-server2 -> /usr/hdp/2.3.0.0-2331/hive
> lrwxrwxrwx. 1 root root 35 Jun 12 16:25 hive-webhcat -> /usr/hdp/2.3.0.0-2331/hive-hcatalog
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 kafka-broker -> /usr/hdp/2.3.0.0-2331/kafka
> lrwxrwxrwx. 1 root root 26 Jun 12 16:25 knox-server -> /usr/hdp/2.3.0.0-2331/knox
> lrwxrwxrwx. 1 root root 28 Jun 12 16:25 mahout-client -> /usr/hdp/2.3.0.0-2331/mahout
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 oozie-client -> /usr/hdp/2.3.0.0-2331/oozie
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 oozie-server -> /usr/hdp/2.3.0.0-2331/oozie
> lrwxrwxrwx. 1 root root 29 Jun 12 16:25 phoenix-client -> /usr/hdp/2.3.0.0-2331/phoenix
> lrwxrwxrwx. 1 root root 29 Jun 12 16:25 phoenix-server -> /usr/hdp/2.3.0.0-2331/phoenix
> lrwxrwxrwx. 1 root root 25 Jun 12 16:44 pig-client -> /usr/hdp/2.3.0.0-2331/pig
> lrwxrwxrwx. 1 root root 34 Jun 12 16:25 ranger-admin -> /usr/hdp/2.3.0.0-2331/ranger-admin
> lrwxrwxrwx. 1 root root 32 Jun 12 16:25 ranger-kms -> /usr/hdp/2.3.0.0-2331/ranger-kms
> lrwxrwxrwx. 1 root root 37 Jun 12 16:25 ranger-usersync -> /usr/hdp/2.3.0.0-2331/ranger-usersync
> lrwxrwxrwx. 1 root root 28 Jun 12 16:25 slider-client -> /usr/hdp/2.3.0.0-2331/slider
> lrwxrwxrwx. 1 root root 27 Jun 12 16:44 spark-client -> /usr/hdp/2.3.0.0-2331/spark
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 spark-historyserver -> /usr/hdp/2.3.0.0-2331/spark
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 sqoop-client -> /usr/hdp/2.3.0.0-2331/sqoop
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 sqoop-server -> /usr/hdp/2.3.0.0-2331/sqoop
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 storm-client -> /usr/hdp/2.3.0.0-2331/storm
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 storm-nimbus -> /usr/hdp/2.3.0.0-2331/storm
> lrwxrwxrwx. 1 root root 41 Jun 12 16:25 storm-slider-client -> /usr/hdp/2.3.0.0-2331/storm-slider-client
> lrwxrwxrwx. 1 root root 27 Jun 12 16:25 storm-supervisor -> /usr/hdp/2.3.0.0-2331/storm
> lrwxrwxrwx. 1 root root 25 Jun 12 16:44 tez-client -> /usr/hdp/2.3.0.0-2331/tez
> lrwxrwxrwx. 1 root root 31 Jun 12 16:25 zookeeper-client -> /usr/hdp/2.3.0.0-2331/zookeeper
> lrwxrwxrwx. 1 root root 31 Jun 12 16:25 zookeeper-server -> /usr/hdp/2.3.0.0-2331/zookeeper
> [root@dlysnichenko-ru2-2 ~]# ls /usr/hdp/
> 2.3.0.0-2331/ 2.3.0.0-2337/ current/
> [root@dlysnichenko-ru2-2 ~]# ls /usr/hdp/
> 2.3.0.0-2331/ 2.3.0.0-2337/ current/
> [root@dlysnichenko-ru2-2 ~]# ls /usr/hdp/
> 2.3.0.0-2331  2.3.0.0-2337  current
> [root@dlysnichenko-ru2-2 ~]# ls /usr/hdp/2.3.0.0-233
> 2.3.0.0-2331/ 2.3.0.0-2337/
> [root@dlysnichenko-ru2-2 ~]# ls /usr/hdp/2.3.0.0-233
> 2.3.0.0-2331/ 2.3.0.0-2337/
> [root@dlysnichenko-ru2-2 ~]# ls /usr/hdp/2.3.0.0-2331/
> etc  hadoop  hadoop-hdfs  hadoop-httpfs  hadoop-mapreduce  hadoop-yarn  ranger-hdfs-plugin  ranger-yarn-plugin  tez  usr  zookeeper
> [root@dlysnichenko-ru2-2 ~]# rpm -qa | grep pig
> pig_2_3_0_0_2337-0.15.0.2.3.0.0-2337.el6.noarch
> {code}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)