You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by he...@apache.org on 2017/07/27 23:13:02 UTC
[1/2] incubator-impala git commit: IMPALA-5691: recalibrate mem limit
for Q18
Repository: incubator-impala
Updated Branches:
refs/heads/master b088878c8 -> 41e3055f9
IMPALA-5691: recalibrate mem limit for Q18
I ran the stress test binary search locally and it produced a slightly
higher number for Q18 than the hardcoded value. This is enough to move
it above one of the thresholds, so may reduce flakiness.
Testing:
I wasn't able to reproduce the flakiness locally, so can't confirm
this fixes it.
Change-Id: I1ffa969061a52730c5147d142dcd2e3cb3626590
Reviewed-on: http://gerrit.cloudera.org:8080/7512
Reviewed-by: Matthew Jacobs <mj...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/78845e5b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/78845e5b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/78845e5b
Branch: refs/heads/master
Commit: 78845e5b6cba6eb04aa9a075bd6172b335fe4a6c
Parents: b088878
Author: Tim Armstrong <ta...@cloudera.com>
Authored: Wed Jul 26 10:16:53 2017 -0700
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Wed Jul 26 21:24:15 2017 +0000
----------------------------------------------------------------------
tests/query_test/test_mem_usage_scaling.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/78845e5b/tests/query_test/test_mem_usage_scaling.py
----------------------------------------------------------------------
diff --git a/tests/query_test/test_mem_usage_scaling.py b/tests/query_test/test_mem_usage_scaling.py
index 60ba32d..e6eccf9 100644
--- a/tests/query_test/test_mem_usage_scaling.py
+++ b/tests/query_test/test_mem_usage_scaling.py
@@ -113,7 +113,7 @@ class TestTpchMemLimitError(TestLowMemoryLimits):
MIN_MEM_FOR_TPCH = { 'Q1' : 140, 'Q2' : 120, 'Q3' : 240, 'Q4' : 125, 'Q5' : 235,\
'Q6' : 25, 'Q7' : 265, 'Q8' : 250, 'Q9' : 400, 'Q10' : 240,\
'Q11' : 110, 'Q12' : 125, 'Q13' : 110, 'Q14' : 229, 'Q15' : 125,\
- 'Q16' : 125, 'Q17' : 130, 'Q18' : 425, 'Q19' : 240, 'Q20' : 250,\
+ 'Q16' : 125, 'Q17' : 130, 'Q18' : 475, 'Q19' : 240, 'Q20' : 250,\
'Q21' : 620, 'Q22' : 125}
@classmethod
[2/2] incubator-impala git commit: IMPALA-5716: Don't delete
cmake_modules/* when enabling distcc
Posted by he...@apache.org.
IMPALA-5716: Don't delete cmake_modules/* when enabling distcc
If $IMPALA_HOME ends with a /, the clean_cmake_files function in
distcc_env.sh will emit a find command with a double // at the end for
the cmake_modules directory, and since it contains the substring cmake,
find will match and delete its contents.
Fix is to use a whitelist of locations and filenames to look for, and
delete only those.
Testing: manually ran enable_distcc, observed that my files were still
there.
Change-Id: I8a6e34bedf8000aed9e2b0597cfe86f73222c6ed
Reviewed-on: http://gerrit.cloudera.org:8080/7493
Reviewed-by: Tim Armstrong <ta...@cloudera.com>
Tested-by: Impala Public Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/41e3055f
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/41e3055f
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/41e3055f
Branch: refs/heads/master
Commit: 41e3055f925093f971a3a800ae9601728ff9e37c
Parents: 78845e5
Author: Henry Robinson <he...@cloudera.com>
Authored: Mon Jul 24 17:50:02 2017 -0700
Committer: Impala Public Jenkins <im...@gerrit.cloudera.org>
Committed: Wed Jul 26 22:08:35 2017 +0000
----------------------------------------------------------------------
bin/clean.sh | 13 ++++++-------
bin/distcc/distcc_env.sh | 14 ++++++--------
2 files changed, 12 insertions(+), 15 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/41e3055f/bin/clean.sh
----------------------------------------------------------------------
diff --git a/bin/clean.sh b/bin/clean.sh
index 8c009c7..aeb6067 100755
--- a/bin/clean.sh
+++ b/bin/clean.sh
@@ -74,10 +74,9 @@ if [ -e "$IMPALA_LZO" ]; then
fi
# When switching to and from toolchain, make sure to remove all CMake generated files
-FIND_ARGS=("$IMPALA_HOME" -iname '*cmake*' -not -name CMakeLists.txt \
- -not -path "$IMPALA_HOME/cmake_modules*" \
- -not -path "$IMPALA_HOME/thirdparty*")
-if [[ -n "$IMPALA_TOOLCHAIN" ]]; then
- FIND_ARGS+=(-not -path "$IMPALA_TOOLCHAIN/*")
-fi
-find "${FIND_ARGS[@]}" -exec rm -Rf {} +
+ROOT_DIR=${IMPALA_HOME%%/}
+for loc in "${ROOT_DIR}/ -maxdepth 1" "$ROOT_DIR/be/" "$ROOT_DIR/fe/" "$ROOT_DIR/common/"\
+ "$ROOT_DIR/ext-data-source/"; do
+ find $loc \( -iname CMakeCache.txt -o -iname CMakeFiles \
+ -o -iname CTestTestfile.cmake -o -iname cmake_install.cmake \) -exec rm -Rf {} +
+done
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/41e3055f/bin/distcc/distcc_env.sh
----------------------------------------------------------------------
diff --git a/bin/distcc/distcc_env.sh b/bin/distcc/distcc_env.sh
index 28d8096..e1129e3 100644
--- a/bin/distcc/distcc_env.sh
+++ b/bin/distcc/distcc_env.sh
@@ -114,14 +114,12 @@ function clean_cmake_files {
echo IMPALA_HOME=$IMPALA_HOME is not valid. 1>&2
return 1
fi
- # Copied from $IMPALA_HOME/bin/clean.sh.
- FIND_ARGS=("$IMPALA_HOME" -iname '*cmake*' -not -name CMakeLists.txt \
- -not -path "$IMPALA_HOME/cmake_modules*" \
- -not -path "$IMPALA_HOME/thirdparty*")
- if [[ -n "$IMPALA_TOOLCHAIN" ]]; then
- FIND_ARGS+=(-not -path "$IMPALA_TOOLCHAIN/*")
- fi
- find "${FIND_ARGS[@]}" -exec rm -Rf {} +
+ ROOT_DIR=${IMPALA_HOME%%/}
+ for loc in "${ROOT_DIR}/ -maxdepth 1" "$ROOT_DIR/be/" "$ROOT_DIR/fe/" \
+ "$ROOT_DIR/common/" "$ROOT_DIR/ext-data-source/"; do
+ find $loc \( -iname CMakeCache.txt -o -iname CMakeFiles \
+ -o -iname CTestTestfile.cmake -o -iname cmake_install.cmake \) -exec rm -Rf {} +
+ done
}
function switch_compiler {