You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by cs...@apache.org on 2019/06/27 11:52:50 UTC
[impala] 06/07: IMPALA-8369: Bump CDP_BUILD_NUMBER and re-enable
test_max_nesting_depth
This is an automated email from the ASF dual-hosted git repository.
csringhofer pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
commit 4d0578dc812ad51edc589a9d7dd1fd23a041370b
Author: Csaba Ringhofer <cs...@cloudera.com>
AuthorDate: Tue Jun 25 17:08:32 2019 +0200
IMPALA-8369: Bump CDP_BUILD_NUMBER and re-enable test_max_nesting_depth
Switch to a newer version of CDP Hive where HIVE-20833 is reverted.
HIVE-20833 was backported without HIVE-20221, which broke the
the handling of column PARTITION_PARAMS.PARAM_KEY in HMS, leading
to several test failures in Impala.
The new HIVE version also includes the fix for HIVE-21796, so
test_max_nesting_depth could be also re-enabled with Hive 3.
Change-Id: I1d6f4e29997c9cf2238e1d614f8d1ed7d35ffe92
Reviewed-on: http://gerrit.cloudera.org:8080/13723
Reviewed-by: Impala Public Jenkins <im...@cloudera.com>
Tested-by: Impala Public Jenkins <im...@cloudera.com>
---
bin/impala-config.sh | 10 +++++-----
tests/common/skip.py | 2 --
tests/query_test/test_nested_types.py | 4 +---
3 files changed, 6 insertions(+), 10 deletions(-)
diff --git a/bin/impala-config.sh b/bin/impala-config.sh
index 86d9c0d..7ece4ea 100755
--- a/bin/impala-config.sh
+++ b/bin/impala-config.sh
@@ -163,19 +163,19 @@ fi
export IMPALA_TOOLCHAIN_HOST
export CDH_MAJOR_VERSION=6
export CDH_BUILD_NUMBER=1173663
-export CDP_BUILD_NUMBER=1153860
+export CDP_BUILD_NUMBER=1213831
export CDH_HADOOP_VERSION=3.0.0-cdh6.x-SNAPSHOT
-export CDP_HADOOP_VERSION=3.1.1.7.0.0.0-107
+export CDP_HADOOP_VERSION=3.1.1.7.0.0.0-195
export IMPALA_HBASE_VERSION=2.1.0-cdh6.x-SNAPSHOT
export IMPALA_SENTRY_VERSION=2.1.0-cdh6.x-SNAPSHOT
-export IMPALA_RANGER_VERSION=1.2.0.7.0.0.0-107
+export IMPALA_RANGER_VERSION=1.2.0.7.0.0.0-195
export IMPALA_PARQUET_VERSION=1.9.0-cdh6.x-SNAPSHOT
export IMPALA_AVRO_JAVA_VERSION=1.8.2-cdh6.x-SNAPSHOT
export IMPALA_LLAMA_MINIKDC_VERSION=1.0.0
export IMPALA_KITE_VERSION=1.0.0-cdh6.x-SNAPSHOT
export IMPALA_KUDU_JAVA_VERSION=1.10.0-cdh6.x-SNAPSHOT
export CDH_HIVE_VERSION=2.1.1-cdh6.x-SNAPSHOT
-export CDP_HIVE_VERSION=3.1.0.7.0.0.0-107
+export CDP_HIVE_VERSION=3.1.0.7.0.0.0-195
# When IMPALA_(CDH_COMPONENT)_URL are overridden, they may contain '$(platform_label)'
# which will be substituted for the CDH platform label in bootstrap_toolchain.py
@@ -202,7 +202,7 @@ if $USE_CDP_HIVE; then
# When USE_CDP_HIVE is set we use the CDP hive version to build as well as deploy in
# the minicluster
export IMPALA_HIVE_VERSION=${CDP_HIVE_VERSION}
- export IMPALA_TEZ_VERSION=0.9.1.7.0.0.0-107
+ export IMPALA_TEZ_VERSION=0.9.1.7.0.0.0-195
export IMPALA_HADOOP_VERSION=${CDP_HADOOP_VERSION}
export HADOOP_HOME="$CDP_COMPONENTS_HOME/hadoop-${CDP_HADOOP_VERSION}/"
else
diff --git a/tests/common/skip.py b/tests/common/skip.py
index 89c8590..335ecc0 100644
--- a/tests/common/skip.py
+++ b/tests/common/skip.py
@@ -210,8 +210,6 @@ class SkipIfDockerizedCluster:
class SkipIfHive3:
sentry_not_supported = pytest.mark.skipif(HIVE_MAJOR_VERSION >= 3,
reason="Sentry HMS follower does not work with HMS-3. See SENTRY-2518 for details")
- slow_nested_types = pytest.mark.skipif(HIVE_MAJOR_VERSION >= 3,
- reason="Deeply nested types can be slow in Hive 3. See HIVE-21796 for details")
class SkipIfHive2:
diff --git a/tests/query_test/test_nested_types.py b/tests/query_test/test_nested_types.py
index bd18f35..0fe3869 100644
--- a/tests/query_test/test_nested_types.py
+++ b/tests/query_test/test_nested_types.py
@@ -32,8 +32,7 @@ from tests.common.skip import (
SkipIfADLS,
SkipIfEC,
SkipIfLocal,
- SkipIfNotHdfsMinicluster,
- SkipIfHive3
+ SkipIfNotHdfsMinicluster
)
from tests.common.test_vector import ImpalaTestDimension
from tests.util.filesystem_utils import WAREHOUSE, get_fs_path, IS_HDFS
@@ -610,7 +609,6 @@ class TestMaxNestingDepth(ImpalaTestSuite):
cls.ImpalaTestMatrix.add_constraint(lambda v:
v.get_value('table_format').file_format in ['parquet', 'orc'])
- @SkipIfHive3.slow_nested_types
def test_max_nesting_depth(self, vector, unique_database):
"""Tests that Impala can scan Parquet and ORC files having complex types of
the maximum nesting depth."""