You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by ao...@apache.org on 2016/08/18 14:25:03 UTC
[1/2] ambari git commit: AMBARI-18194. Hsi-Hs2: Mondrian tests
intermittently fail with "java.io.IOException: Connection reset by peer"
(aonishuk)
Repository: ambari
Updated Branches:
refs/heads/branch-2.4 e8215fdf3 -> 86febaaa8
refs/heads/trunk c758b7ffe -> 2bc8690a3
AMBARI-18194. Hsi-Hs2: Mondrian tests intermittently fail with "java.io.IOException: Connection reset by peer" (aonishuk)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/2bc8690a
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/2bc8690a
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/2bc8690a
Branch: refs/heads/trunk
Commit: 2bc8690a33f48b61def8278dd8abba938456e5f2
Parents: c758b7f
Author: Andrew Onishuk <ao...@hortonworks.com>
Authored: Thu Aug 18 17:24:49 2016 +0300
Committer: Andrew Onishuk <ao...@hortonworks.com>
Committed: Thu Aug 18 17:24:49 2016 +0300
----------------------------------------------------------------------
.../stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py | 1 +
.../stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml | 6 ++++--
2 files changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bc8690a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
index 33006e1..5544085 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
@@ -98,6 +98,7 @@ mapreduce_libs_path = "/usr/lib/hadoop-mapreduce/*"
# upgrades would cause these directories to have a version instead of "current"
# which would cause a lot of problems when writing out hadoop-env.sh; instead
# force the use of "current" in the hook
+hdfs_user_nofile_limit = default("/configurations/hadoop-env/hdfs_user_nofile_limit", "128000")
hadoop_home = stack_select.get_hadoop_dir("home", force_latest_on_upgrade=True)
hadoop_libexec_dir = stack_select.get_hadoop_dir("libexec", force_latest_on_upgrade=True)
http://git-wip-us.apache.org/repos/asf/ambari/blob/2bc8690a/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
index 89c26a5..24e0193 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
@@ -147,13 +147,15 @@ export JAVA_LIBRARY_PATH=${JAVA_LIBRARY_PATH}
export HADOOP_OPTS="-Dhdp.version=$HDP_VERSION $HADOOP_OPTS"
-{% if is_datanode_max_locked_memory_set %}
+
# Fix temporary bug, when ulimit from conf files is not picked up, without full relogin.
# Makes sense to fix only when runing DN as root
if [ "$command" == "datanode" ] && [ "$EUID" -eq 0 ] && [ -n "$HADOOP_SECURE_DN_USER" ]; then
+ {% if is_datanode_max_locked_memory_set %}
ulimit -l {{datanode_max_locked_memory}}
+ {% endif %}
+ ulimit -n {{hdfs_user_nofile_limit}}
fi
-{% endif %}
</value>
<value-attributes>
<type>content</type>
[2/2] ambari git commit: AMBARI-18194. Hsi-Hs2: Mondrian tests
intermittently fail with "java.io.IOException: Connection reset by peer"
(aonishuk)
Posted by ao...@apache.org.
AMBARI-18194. Hsi-Hs2: Mondrian tests intermittently fail with "java.io.IOException: Connection reset by peer" (aonishuk)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/86febaaa
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/86febaaa
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/86febaaa
Branch: refs/heads/branch-2.4
Commit: 86febaaa892ebc74dcd8d550c6adb50efb29ac55
Parents: e8215fd
Author: Andrew Onishuk <ao...@hortonworks.com>
Authored: Thu Aug 18 17:24:52 2016 +0300
Committer: Andrew Onishuk <ao...@hortonworks.com>
Committed: Thu Aug 18 17:24:52 2016 +0300
----------------------------------------------------------------------
.../stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py | 1 +
.../stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml | 6 ++++--
2 files changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/86febaaa/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
index 33006e1..5544085 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
+++ b/ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py
@@ -98,6 +98,7 @@ mapreduce_libs_path = "/usr/lib/hadoop-mapreduce/*"
# upgrades would cause these directories to have a version instead of "current"
# which would cause a lot of problems when writing out hadoop-env.sh; instead
# force the use of "current" in the hook
+hdfs_user_nofile_limit = default("/configurations/hadoop-env/hdfs_user_nofile_limit", "128000")
hadoop_home = stack_select.get_hadoop_dir("home", force_latest_on_upgrade=True)
hadoop_libexec_dir = stack_select.get_hadoop_dir("libexec", force_latest_on_upgrade=True)
http://git-wip-us.apache.org/repos/asf/ambari/blob/86febaaa/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
index 40483b8..b6c3738 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.3/services/HDFS/configuration/hadoop-env.xml
@@ -147,13 +147,15 @@ export JAVA_LIBRARY_PATH=${JAVA_LIBRARY_PATH}
export HADOOP_OPTS="-Dhdp.version=$HDP_VERSION $HADOOP_OPTS"
-{% if is_datanode_max_locked_memory_set %}
+
# Fix temporary bug, when ulimit from conf files is not picked up, without full relogin.
# Makes sense to fix only when runing DN as root
if [ "$command" == "datanode" ] && [ "$EUID" -eq 0 ] && [ -n "$HADOOP_SECURE_DN_USER" ]; then
+ {% if is_datanode_max_locked_memory_set %}
ulimit -l {{datanode_max_locked_memory}}
+ {% endif %}
+ ulimit -n {{hdfs_user_nofile_limit}}
fi
-{% endif %}
</value>
<value-attributes>
<type>content</type>